2024-11-20 02:58:02,775 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 02:58:02,790 main DEBUG Took 0.013123 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 02:58:02,791 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 02:58:02,791 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 02:58:02,792 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 02:58:02,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,801 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 02:58:02,814 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,817 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,818 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,820 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,823 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,826 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,827 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,829 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:58:02,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,832 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 02:58:02,834 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:58:02,835 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 02:58:02,838 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 02:58:02,839 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 02:58:02,840 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 02:58:02,841 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 02:58:02,853 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 02:58:02,857 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 02:58:02,859 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 02:58:02,860 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 02:58:02,860 main DEBUG createAppenders(={Console}) 2024-11-20 02:58:02,861 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-20 02:58:02,861 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-20 02:58:02,862 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-20 02:58:02,863 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 02:58:02,863 main DEBUG OutputStream closed 2024-11-20 02:58:02,863 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 02:58:02,864 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 02:58:02,864 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-20 02:58:02,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 02:58:02,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 02:58:02,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 02:58:02,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 02:58:02,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 02:58:02,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 02:58:02,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 02:58:02,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 02:58:02,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 02:58:02,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 02:58:02,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 02:58:02,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 02:58:02,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 02:58:02,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 02:58:02,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 02:58:02,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 02:58:02,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 02:58:02,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 02:58:02,967 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 02:58:02,968 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-20 02:58:02,968 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 02:58:02,969 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-20T02:58:02,982 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-20 02:58:02,985 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 02:58:02,986 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T02:58:02,994 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-20T02:58:03,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=6615 2024-11-20T02:58:03,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d 2024-11-20T02:58:03,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:58:03,303 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7, deleteOnExit=true 2024-11-20T02:58:03,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:58:03,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/test.cache.data in system properties and HBase conf 2024-11-20T02:58:03,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:58:03,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:58:03,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:58:03,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:58:03,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:58:03,377 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T02:58:03,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:58:03,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:58:03,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:58:03,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:58:03,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:58:03,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:58:03,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:58:03,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:58:03,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:58:03,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:58:03,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:58:03,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:58:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:58:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:58:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:58:04,423 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T02:58:04,493 INFO [Time-limited test {}] log.Log(170): Logging initialized @2420ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T02:58:04,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:58:04,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:58:04,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:58:04,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:58:04,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:58:04,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:58:04,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:58:04,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:58:04,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/java.io.tmpdir/jetty-localhost-45113-hadoop-hdfs-3_4_1-tests_jar-_-any-656085905725299882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:58:04,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:45113} 2024-11-20T02:58:04,889 INFO [Time-limited test {}] server.Server(415): Started @2816ms 2024-11-20T02:58:05,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:58:05,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:58:05,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:58:05,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:58:05,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:58:05,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:58:05,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:58:05,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/java.io.tmpdir/jetty-localhost-41585-hadoop-hdfs-3_4_1-tests_jar-_-any-15604315448399980203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:58:05,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:41585} 2024-11-20T02:58:05,498 INFO [Time-limited test {}] server.Server(415): Started @3426ms 2024-11-20T02:58:05,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:58:05,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:58:05,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:58:05,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:58:05,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:58:05,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:58:05,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:58:05,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:58:05,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/java.io.tmpdir/jetty-localhost-34987-hadoop-hdfs-3_4_1-tests_jar-_-any-3008585558927912457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:58:05,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:34987} 2024-11-20T02:58:05,812 INFO [Time-limited test {}] server.Server(415): Started @3740ms 2024-11-20T02:58:05,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:58:05,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:58:05,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:58:05,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:58:05,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:58:05,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:58:05,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:58:05,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:58:05,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/java.io.tmpdir/jetty-localhost-41531-hadoop-hdfs-3_4_1-tests_jar-_-any-9434400325529916183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:58:05,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:41531} 2024-11-20T02:58:05,963 INFO [Time-limited test {}] server.Server(415): Started @3891ms 2024-11-20T02:58:05,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:58:06,850 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data4/current/BP-108739907-172.17.0.2-1732071484011/current, will proceed with Du for space computation calculation, 2024-11-20T02:58:06,850 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data3/current/BP-108739907-172.17.0.2-1732071484011/current, will proceed with Du for space computation calculation, 2024-11-20T02:58:06,850 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data1/current/BP-108739907-172.17.0.2-1732071484011/current, will proceed with Du for space computation calculation, 2024-11-20T02:58:06,850 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data2/current/BP-108739907-172.17.0.2-1732071484011/current, will proceed with Du for space computation calculation, 2024-11-20T02:58:06,884 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:58:06,884 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:58:06,893 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data6/current/BP-108739907-172.17.0.2-1732071484011/current, will proceed with Du for space computation calculation, 2024-11-20T02:58:06,893 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data5/current/BP-108739907-172.17.0.2-1732071484011/current, will proceed with Du for space computation calculation, 2024-11-20T02:58:06,917 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:58:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca6c95eaf4ad5d1f with lease ID 0xa1515e24afe59b5e: Processing first storage report for DS-d0d4bf1b-2c10-46a7-88e6-3b6988c7d087 from datanode DatanodeRegistration(127.0.0.1:42527, datanodeUuid=89636fa2-9cf8-4e63-acda-ee61cbb5092a, infoPort=34173, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011) 2024-11-20T02:58:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca6c95eaf4ad5d1f with lease ID 0xa1515e24afe59b5e: from storage DS-d0d4bf1b-2c10-46a7-88e6-3b6988c7d087 node DatanodeRegistration(127.0.0.1:42527, datanodeUuid=89636fa2-9cf8-4e63-acda-ee61cbb5092a, infoPort=34173, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:58:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fc3d47c64c2dadd with lease ID 0xa1515e24afe59b5d: Processing first storage report for DS-6fc48c4f-da52-4ef2-8f09-4e4d6a8e02ee from datanode DatanodeRegistration(127.0.0.1:35013, datanodeUuid=5b7bed4d-d023-46d9-80e4-819260e7e6f0, infoPort=46619, infoSecurePort=0, ipcPort=33861, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011) 2024-11-20T02:58:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fc3d47c64c2dadd with lease ID 0xa1515e24afe59b5d: from storage DS-6fc48c4f-da52-4ef2-8f09-4e4d6a8e02ee node DatanodeRegistration(127.0.0.1:35013, datanodeUuid=5b7bed4d-d023-46d9-80e4-819260e7e6f0, infoPort=46619, infoSecurePort=0, ipcPort=33861, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:58:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8872b932d47a9a87 with lease ID 0xa1515e24afe59b5c: Processing first storage report for DS-0e03b86b-3553-436e-ad83-3d50f6dae454 from datanode DatanodeRegistration(127.0.0.1:33973, datanodeUuid=79774417-c3d8-4c48-b177-8e80c64f10e6, infoPort=35801, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011) 2024-11-20T02:58:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8872b932d47a9a87 with lease ID 0xa1515e24afe59b5c: from storage DS-0e03b86b-3553-436e-ad83-3d50f6dae454 node DatanodeRegistration(127.0.0.1:33973, datanodeUuid=79774417-c3d8-4c48-b177-8e80c64f10e6, infoPort=35801, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:58:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca6c95eaf4ad5d1f with lease ID 0xa1515e24afe59b5e: Processing first storage report for DS-1b4a8841-7bc7-4e81-b75d-367aeb94a620 from datanode DatanodeRegistration(127.0.0.1:42527, datanodeUuid=89636fa2-9cf8-4e63-acda-ee61cbb5092a, infoPort=34173, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011) 2024-11-20T02:58:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca6c95eaf4ad5d1f with lease ID 0xa1515e24afe59b5e: from storage DS-1b4a8841-7bc7-4e81-b75d-367aeb94a620 node DatanodeRegistration(127.0.0.1:42527, datanodeUuid=89636fa2-9cf8-4e63-acda-ee61cbb5092a, infoPort=34173, infoSecurePort=0, ipcPort=34069, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:58:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fc3d47c64c2dadd with lease ID 0xa1515e24afe59b5d: Processing first storage report for DS-8223d2f4-4fc7-4490-9337-d75f6c051962 from datanode DatanodeRegistration(127.0.0.1:35013, datanodeUuid=5b7bed4d-d023-46d9-80e4-819260e7e6f0, infoPort=46619, infoSecurePort=0, ipcPort=33861, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011) 2024-11-20T02:58:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fc3d47c64c2dadd with lease ID 0xa1515e24afe59b5d: from storage DS-8223d2f4-4fc7-4490-9337-d75f6c051962 node DatanodeRegistration(127.0.0.1:35013, datanodeUuid=5b7bed4d-d023-46d9-80e4-819260e7e6f0, infoPort=46619, infoSecurePort=0, ipcPort=33861, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:58:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8872b932d47a9a87 with lease ID 0xa1515e24afe59b5c: Processing first storage report for DS-85ae9fe0-9c62-460e-ba3e-9636e81c8626 from datanode DatanodeRegistration(127.0.0.1:33973, datanodeUuid=79774417-c3d8-4c48-b177-8e80c64f10e6, infoPort=35801, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011) 2024-11-20T02:58:06,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8872b932d47a9a87 with lease ID 0xa1515e24afe59b5c: from storage DS-85ae9fe0-9c62-460e-ba3e-9636e81c8626 node DatanodeRegistration(127.0.0.1:33973, datanodeUuid=79774417-c3d8-4c48-b177-8e80c64f10e6, infoPort=35801, infoSecurePort=0, ipcPort=40689, storageInfo=lv=-57;cid=testClusterID;nsid=1795045457;c=1732071484011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:58:06,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d 2024-11-20T02:58:07,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/zookeeper_0, clientPort=54640, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:58:07,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54640 2024-11-20T02:58:07,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:07,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:58:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:58:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:58:07,688 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f with version=8 2024-11-20T02:58:07,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/hbase-staging 2024-11-20T02:58:07,763 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T02:58:08,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:58:08,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:58:08,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:58:08,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:58:08,200 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T02:58:08,208 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T02:58:08,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:58:08,234 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 102678 (auto-detected) 2024-11-20T02:58:08,235 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T02:58:08,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39557 2024-11-20T02:58:08,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39557 connecting to ZooKeeper ensemble=127.0.0.1:54640 2024-11-20T02:58:08,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395570x0, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:58:08,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39557-0x101577709030000 connected 2024-11-20T02:58:08,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:58:08,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f, hbase.cluster.distributed=false 2024-11-20T02:58:08,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:58:08,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39557 2024-11-20T02:58:08,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39557 2024-11-20T02:58:08,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39557 2024-11-20T02:58:08,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39557 2024-11-20T02:58:08,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39557 2024-11-20T02:58:08,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:58:08,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:58:08,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:58:08,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:58:08,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:58:08,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45145 2024-11-20T02:58:08,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45145 connecting to ZooKeeper ensemble=127.0.0.1:54640 2024-11-20T02:58:08,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451450x0, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:58:08,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451450x0, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:58:08,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45145-0x101577709030001 connected 2024-11-20T02:58:08,654 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:58:08,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:58:08,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:58:08,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:58:08,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-20T02:58:08,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45145 2024-11-20T02:58:08,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45145 2024-11-20T02:58:08,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-20T02:58:08,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-20T02:58:08,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:58:08,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:58:08,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:58:08,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:58:08,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:58:08,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46539 2024-11-20T02:58:08,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46539 connecting to ZooKeeper ensemble=127.0.0.1:54640 2024-11-20T02:58:08,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465390x0, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:58:08,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465390x0, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:58:08,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46539-0x101577709030002 connected 2024-11-20T02:58:08,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:58:08,724 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:58:08,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:58:08,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:58:08,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46539 2024-11-20T02:58:08,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46539 2024-11-20T02:58:08,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46539 2024-11-20T02:58:08,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46539 2024-11-20T02:58:08,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46539 2024-11-20T02:58:08,747 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:58:08,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:58:08,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:58:08,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:58:08,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:58:08,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:58:08,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46685 2024-11-20T02:58:08,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46685 connecting to ZooKeeper ensemble=127.0.0.1:54640 2024-11-20T02:58:08,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466850x0, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:58:08,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:58:08,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46685-0x101577709030003 connected 2024-11-20T02:58:08,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:58:08,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:58:08,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:58:08,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:58:08,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-20T02:58:08,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46685 2024-11-20T02:58:08,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46685 2024-11-20T02:58:08,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-20T02:58:08,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46685 2024-11-20T02:58:08,790 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:39557 2024-11-20T02:58:08,791 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,39557,1732071487864 2024-11-20T02:58:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,810 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,39557,1732071487864 2024-11-20T02:58:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:58:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:58:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:58:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:08,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:08,842 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:58:08,843 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,39557,1732071487864 from backup master directory 2024-11-20T02:58:08,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,39557,1732071487864 2024-11-20T02:58:08,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:58:08,856 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:58:08,856 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,39557,1732071487864 2024-11-20T02:58:08,858 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T02:58:08,859 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T02:58:08,920 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/hbase.id] with ID: 5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8 2024-11-20T02:58:08,920 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.tmp/hbase.id 2024-11-20T02:58:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:58:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:58:08,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:58:08,935 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.tmp/hbase.id]:[hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/hbase.id] 2024-11-20T02:58:08,978 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:58:08,984 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:58:09,001 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-20T02:58:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:58:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:58:09,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:58:09,066 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:58:09,067 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:58:09,081 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:09,084 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:58:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:58:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:58:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:58:09,132 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store 2024-11-20T02:58:09,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:58:09,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:58:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:58:09,157 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T02:58:09,161 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:09,163 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:58:09,163 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:58:09,163 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:58:09,165 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:58:09,165 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:58:09,165 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:58:09,167 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732071489162Disabling compacts and flushes for region at 1732071489163 (+1 ms)Disabling writes for close at 1732071489165 (+2 ms)Writing region close event to WAL at 1732071489165Closed at 1732071489165 2024-11-20T02:58:09,169 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/.initializing 2024-11-20T02:58:09,169 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/WALs/1c82b83631a2,39557,1732071487864 2024-11-20T02:58:09,178 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:58:09,192 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C39557%2C1732071487864, suffix=, logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/WALs/1c82b83631a2,39557,1732071487864, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/oldWALs, maxLogs=10 2024-11-20T02:58:09,213 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/WALs/1c82b83631a2,39557,1732071487864/1c82b83631a2%2C39557%2C1732071487864.1732071489197, exclude list is [], retry=0 2024-11-20T02:58:09,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e03b86b-3553-436e-ad83-3d50f6dae454,DISK] 2024-11-20T02:58:09,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-6fc48c4f-da52-4ef2-8f09-4e4d6a8e02ee,DISK] 2024-11-20T02:58:09,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-d0d4bf1b-2c10-46a7-88e6-3b6988c7d087,DISK] 2024-11-20T02:58:09,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T02:58:09,266 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/WALs/1c82b83631a2,39557,1732071487864/1c82b83631a2%2C39557%2C1732071487864.1732071489197 2024-11-20T02:58:09,267 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34173:34173),(127.0.0.1/127.0.0.1:46619:46619),(127.0.0.1/127.0.0.1:35801:35801)] 2024-11-20T02:58:09,268 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:58:09,268 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:09,272 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,273 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:58:09,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:09,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:58:09,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:09,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:58:09,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:09,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:58:09,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:09,346 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,349 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,350 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,356 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,356 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,360 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:58:09,363 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:58:09,368 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:09,369 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66284219, jitterRate=-0.0122881680727005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:58:09,375 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732071489284Initializing all the Stores at 1732071489286 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071489287 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071489288 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071489288Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071489288Cleaning up temporary data from old regions at 1732071489357 (+69 ms)Region opened successfully at 1732071489375 (+18 ms) 2024-11-20T02:58:09,376 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:58:09,406 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566df5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:58:09,432 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:58:09,441 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:58:09,442 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:58:09,444 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:58:09,445 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T02:58:09,450 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T02:58:09,450 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T02:58:09,475 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:58:09,483 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:58:09,521 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:58:09,525 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:58:09,527 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:58:09,538 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:58:09,541 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:58:09,547 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:58:09,557 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:58:09,558 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:58:09,565 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:58:09,585 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:58:09,596 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:58:09,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:58:09,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:58:09,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:58:09,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:58:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,611 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,39557,1732071487864, sessionid=0x101577709030000, setting cluster-up flag (Was=false) 2024-11-20T02:58:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,666 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:58:09,668 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,39557,1732071487864 2024-11-20T02:58:09,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:09,715 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:58:09,718 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,39557,1732071487864 2024-11-20T02:58:09,728 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:58:09,779 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(746): ClusterId : 5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8 2024-11-20T02:58:09,779 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(746): ClusterId : 5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8 2024-11-20T02:58:09,779 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(746): ClusterId : 5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8 2024-11-20T02:58:09,782 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:58:09,782 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:58:09,782 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:58:09,799 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:58:09,810 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:58:09,817 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:58:09,817 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:58:09,817 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:58:09,817 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:58:09,817 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:58:09,817 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:58:09,818 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:58:09,825 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:58:09,825 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:58:09,825 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:58:09,825 DEBUG [RS:2;1c82b83631a2:46685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b0b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:58:09,825 DEBUG [RS:0;1c82b83631a2:45145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244ac048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:58:09,825 DEBUG [RS:1;1c82b83631a2:46539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a6cdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:58:09,824 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,39557,1732071487864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:58:09,833 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:58:09,833 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:58:09,834 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:58:09,834 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:58:09,834 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:58:09,834 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:09,835 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:58:09,835 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:09,839 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1c82b83631a2:46685 2024-11-20T02:58:09,842 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:58:09,842 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:58:09,843 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:58:09,843 DEBUG [RS:1;1c82b83631a2:46539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1c82b83631a2:46539 2024-11-20T02:58:09,844 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:58:09,844 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:58:09,844 DEBUG [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:58:09,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:58:09,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:58:09,846 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,39557,1732071487864 with port=46539, startcode=1732071488688 2024-11-20T02:58:09,846 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,39557,1732071487864 with port=46685, startcode=1732071488747 2024-11-20T02:58:09,846 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:45145 2024-11-20T02:58:09,846 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:58:09,846 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:58:09,846 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:58:09,848 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,39557,1732071487864 with port=45145, startcode=1732071488574 2024-11-20T02:58:09,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,851 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071519851 2024-11-20T02:58:09,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:58:09,852 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:58:09,853 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:58:09,858 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:58:09,858 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:58:09,859 DEBUG [RS:2;1c82b83631a2:46685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:58:09,859 DEBUG [RS:0;1c82b83631a2:45145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:58:09,859 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:58:09,859 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:58:09,859 DEBUG [RS:1;1c82b83631a2:46539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:58:09,860 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:09,868 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:58:09,869 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:58:09,870 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:58:09,877 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:58:09,895 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:58:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:58:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:58:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:58:09,898 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071489896,5,FailOnTimeoutGroup] 2024-11-20T02:58:09,898 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071489898,5,FailOnTimeoutGroup] 2024-11-20T02:58:09,898 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:09,899 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:58:09,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:58:09,900 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:09,900 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:09,900 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:58:09,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:58:09,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:58:09,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:09,918 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52629, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:58:09,918 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:58:09,918 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:58:09,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:58:09,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:58:09,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:09,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,46685,1732071488747 2024-11-20T02:58:09,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:58:09,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:58:09,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:09,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:09,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:58:09,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:58:09,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:09,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:58:09,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:58:09,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:09,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:09,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:58:09,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740 2024-11-20T02:58:09,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740 2024-11-20T02:58:09,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,45145,1732071488574 2024-11-20T02:58:09,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:09,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:58:09,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:58:09,948 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:09,948 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43839 2024-11-20T02:58:09,948 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:58:09,948 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:58:09,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,46539,1732071488688 2024-11-20T02:58:09,950 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:09,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:09,950 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43839 2024-11-20T02:58:09,950 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:58:09,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:58:09,954 DEBUG [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:09,954 DEBUG [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43839 2024-11-20T02:58:09,954 DEBUG [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:58:09,958 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:09,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73186502, jitterRate=0.09056386351585388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:58:09,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732071489918Initializing all the Stores at 1732071489920 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071489920Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071489920Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071489920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071489920Cleaning up temporary data from old regions at 1732071489947 (+27 ms)Region opened successfully at 1732071489962 (+15 ms) 2024-11-20T02:58:09,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:58:09,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:58:09,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:58:09,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:58:09,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:58:09,966 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:58:09,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732071489963Disabling compacts and flushes for region at 1732071489963Disabling writes for close at 1732071489963Writing region close event to WAL at 1732071489965 (+2 ms)Closed at 1732071489965 2024-11-20T02:58:09,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:58:09,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:58:09,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:58:09,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:58:09,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:58:09,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:58:10,013 DEBUG [RS:2;1c82b83631a2:46685 {}] zookeeper.ZKUtil(111): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,46685,1732071488747 2024-11-20T02:58:10,013 DEBUG [RS:0;1c82b83631a2:45145 {}] zookeeper.ZKUtil(111): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,45145,1732071488574 2024-11-20T02:58:10,013 WARN [RS:2;1c82b83631a2:46685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:58:10,013 WARN [RS:0;1c82b83631a2:45145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:58:10,013 INFO [RS:2;1c82b83631a2:46685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:58:10,013 INFO [RS:0;1c82b83631a2:45145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:58:10,013 DEBUG [RS:1;1c82b83631a2:46539 {}] zookeeper.ZKUtil(111): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,46539,1732071488688 2024-11-20T02:58:10,014 WARN [RS:1;1c82b83631a2:46539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:58:10,014 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46685,1732071488747 2024-11-20T02:58:10,014 INFO [RS:1;1c82b83631a2:46539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:58:10,014 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574 2024-11-20T02:58:10,014 DEBUG [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688 2024-11-20T02:58:10,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,45145,1732071488574] 2024-11-20T02:58:10,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,46685,1732071488747] 2024-11-20T02:58:10,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,46539,1732071488688] 2024-11-20T02:58:10,041 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:58:10,041 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:58:10,041 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:58:10,057 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:58:10,057 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:58:10,057 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:58:10,062 INFO [RS:2;1c82b83631a2:46685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:58:10,062 INFO [RS:1;1c82b83631a2:46539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:58:10,062 INFO [RS:0;1c82b83631a2:45145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:58:10,062 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,062 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,062 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,063 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:58:10,063 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:58:10,063 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:58:10,069 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:58:10,069 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:58:10,069 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:58:10,071 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,071 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,071 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,071 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,071 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:58:10,072 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:58:10,072 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:58:10,072 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,072 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:58:10,073 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:58:10,073 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:58:10,073 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:58:10,073 DEBUG [RS:1;1c82b83631a2:46539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:58:10,073 DEBUG [RS:0;1c82b83631a2:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:58:10,073 DEBUG [RS:2;1c82b83631a2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:58:10,075 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,075 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,075 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,075 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,075 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,075 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45145,1732071488574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:58:10,075 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,076 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,076 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,076 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,076 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,076 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,46685,1732071488747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:58:10,078 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,079 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,079 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,079 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,079 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,079 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,46539,1732071488688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:58:10,096 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:58:10,098 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:58:10,099 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,46685,1732071488747-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,099 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45145,1732071488574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,099 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,099 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,099 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.Replication(171): 1c82b83631a2,45145,1732071488574 started 2024-11-20T02:58:10,099 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.Replication(171): 1c82b83631a2,46685,1732071488747 started 2024-11-20T02:58:10,103 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:58:10,104 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,46539,1732071488688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,104 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,104 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.Replication(171): 1c82b83631a2,46539,1732071488688 started 2024-11-20T02:58:10,116 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,117 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,45145,1732071488574, RpcServer on 1c82b83631a2/172.17.0.2:45145, sessionid=0x101577709030001 2024-11-20T02:58:10,117 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:58:10,117 DEBUG [RS:0;1c82b83631a2:45145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,45145,1732071488574 2024-11-20T02:58:10,117 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,45145,1732071488574' 2024-11-20T02:58:10,118 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:58:10,119 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:58:10,119 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:58:10,119 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:58:10,119 DEBUG [RS:0;1c82b83631a2:45145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,45145,1732071488574 2024-11-20T02:58:10,119 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,45145,1732071488574' 2024-11-20T02:58:10,119 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:58:10,120 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:58:10,121 DEBUG [RS:0;1c82b83631a2:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:58:10,121 INFO [RS:0;1c82b83631a2:45145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:58:10,121 INFO [RS:0;1c82b83631a2:45145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:58:10,121 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,121 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,46685,1732071488747, RpcServer on 1c82b83631a2/172.17.0.2:46685, sessionid=0x101577709030003 2024-11-20T02:58:10,122 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:58:10,122 DEBUG [RS:2;1c82b83631a2:46685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,46685,1732071488747 2024-11-20T02:58:10,122 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,46685,1732071488747' 2024-11-20T02:58:10,122 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:58:10,122 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:58:10,123 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:58:10,123 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:58:10,123 DEBUG [RS:2;1c82b83631a2:46685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,46685,1732071488747 2024-11-20T02:58:10,123 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,46685,1732071488747' 2024-11-20T02:58:10,123 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:58:10,124 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:58:10,124 INFO [RS:1;1c82b83631a2:46539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:10,124 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,46539,1732071488688, RpcServer on 1c82b83631a2/172.17.0.2:46539, sessionid=0x101577709030002 2024-11-20T02:58:10,124 DEBUG [RS:2;1c82b83631a2:46685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:58:10,125 INFO [RS:2;1c82b83631a2:46685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:58:10,125 INFO [RS:2;1c82b83631a2:46685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:58:10,125 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:58:10,125 DEBUG [RS:1;1c82b83631a2:46539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,46539,1732071488688 2024-11-20T02:58:10,125 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,46539,1732071488688' 2024-11-20T02:58:10,125 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:58:10,126 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:58:10,126 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:58:10,126 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:58:10,126 DEBUG [RS:1;1c82b83631a2:46539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,46539,1732071488688 2024-11-20T02:58:10,126 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,46539,1732071488688' 2024-11-20T02:58:10,126 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:58:10,127 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:58:10,128 DEBUG [RS:1;1c82b83631a2:46539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:58:10,128 INFO [RS:1;1c82b83631a2:46539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:58:10,128 INFO [RS:1;1c82b83631a2:46539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:58:10,137 WARN [1c82b83631a2:39557 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:58:10,225 INFO [RS:0;1c82b83631a2:45145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:58:10,225 INFO [RS:2;1c82b83631a2:46685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:58:10,228 INFO [RS:0;1c82b83631a2:45145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C45145%2C1732071488574, suffix=, logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs, maxLogs=32 2024-11-20T02:58:10,228 INFO [RS:2;1c82b83631a2:46685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C46685%2C1732071488747, suffix=, logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46685,1732071488747, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs, maxLogs=32 2024-11-20T02:58:10,229 INFO [RS:1;1c82b83631a2:46539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:58:10,231 INFO [RS:1;1c82b83631a2:46539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C46539%2C1732071488688, suffix=, logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs, maxLogs=32 2024-11-20T02:58:10,246 DEBUG [RS:0;1c82b83631a2:45145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574/1c82b83631a2%2C45145%2C1732071488574.1732071490231, exclude list is [], retry=0 2024-11-20T02:58:10,247 DEBUG [RS:2;1c82b83631a2:46685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46685,1732071488747/1c82b83631a2%2C46685%2C1732071488747.1732071490232, exclude list is [], retry=0 2024-11-20T02:58:10,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e03b86b-3553-436e-ad83-3d50f6dae454,DISK] 2024-11-20T02:58:10,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e03b86b-3553-436e-ad83-3d50f6dae454,DISK] 2024-11-20T02:58:10,252 DEBUG [RS:1;1c82b83631a2:46539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688/1c82b83631a2%2C46539%2C1732071488688.1732071490233, exclude list is [], retry=0 2024-11-20T02:58:10,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-6fc48c4f-da52-4ef2-8f09-4e4d6a8e02ee,DISK] 2024-11-20T02:58:10,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-d0d4bf1b-2c10-46a7-88e6-3b6988c7d087,DISK] 2024-11-20T02:58:10,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-6fc48c4f-da52-4ef2-8f09-4e4d6a8e02ee,DISK] 2024-11-20T02:58:10,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-d0d4bf1b-2c10-46a7-88e6-3b6988c7d087,DISK] 2024-11-20T02:58:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-6fc48c4f-da52-4ef2-8f09-4e4d6a8e02ee,DISK] 2024-11-20T02:58:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-d0d4bf1b-2c10-46a7-88e6-3b6988c7d087,DISK] 2024-11-20T02:58:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e03b86b-3553-436e-ad83-3d50f6dae454,DISK] 2024-11-20T02:58:10,264 INFO [RS:0;1c82b83631a2:45145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574/1c82b83631a2%2C45145%2C1732071488574.1732071490231 2024-11-20T02:58:10,268 INFO [RS:2;1c82b83631a2:46685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46685,1732071488747/1c82b83631a2%2C46685%2C1732071488747.1732071490232 2024-11-20T02:58:10,271 DEBUG [RS:0;1c82b83631a2:45145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35801:35801),(127.0.0.1/127.0.0.1:46619:46619),(127.0.0.1/127.0.0.1:34173:34173)] 2024-11-20T02:58:10,271 DEBUG [RS:2;1c82b83631a2:46685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34173:34173),(127.0.0.1/127.0.0.1:46619:46619),(127.0.0.1/127.0.0.1:35801:35801)] 2024-11-20T02:58:10,274 INFO [RS:1;1c82b83631a2:46539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688/1c82b83631a2%2C46539%2C1732071488688.1732071490233 2024-11-20T02:58:10,274 DEBUG [RS:1;1c82b83631a2:46539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35801:35801),(127.0.0.1/127.0.0.1:46619:46619),(127.0.0.1/127.0.0.1:34173:34173)] 2024-11-20T02:58:10,394 DEBUG [1c82b83631a2:39557 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T02:58:10,402 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:58:10,408 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:58:10,408 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:58:10,408 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:58:10,408 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:58:10,408 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:58:10,408 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:58:10,408 INFO [1c82b83631a2:39557 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:58:10,408 INFO [1c82b83631a2:39557 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:58:10,408 INFO [1c82b83631a2:39557 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:58:10,408 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:58:10,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:10,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,45145,1732071488574, state=OPENING 2024-11-20T02:58:10,448 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:58:10,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:10,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:10,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:10,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:58:10,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:10,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:10,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:10,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:10,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:58:10,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,45145,1732071488574}] 2024-11-20T02:58:18,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T02:58:18,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T02:58:20,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:58:20,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33457, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:58:20,549 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:58:20,549 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:58:20,549 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:58:20,552 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C45145%2C1732071488574.meta, suffix=.meta, logDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs, maxLogs=32 2024-11-20T02:58:20,568 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574/1c82b83631a2%2C45145%2C1732071488574.meta.1732071500554.meta, exclude list is [], retry=0 2024-11-20T02:58:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42527,DS-d0d4bf1b-2c10-46a7-88e6-3b6988c7d087,DISK] 2024-11-20T02:58:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-6fc48c4f-da52-4ef2-8f09-4e4d6a8e02ee,DISK] 2024-11-20T02:58:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e03b86b-3553-436e-ad83-3d50f6dae454,DISK] 2024-11-20T02:58:20,574 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574/1c82b83631a2%2C45145%2C1732071488574.meta.1732071500554.meta 2024-11-20T02:58:20,574 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34173:34173),(127.0.0.1/127.0.0.1:46619:46619),(127.0.0.1/127.0.0.1:35801:35801)] 2024-11-20T02:58:20,575 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:58:20,576 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:58:20,579 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:58:20,583 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:58:20,587 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:58:20,588 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:20,588 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:58:20,588 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:58:20,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:58:20,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:58:20,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:20,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:20,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:58:20,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:58:20,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:20,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:20,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:58:20,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:58:20,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:20,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:20,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:58:20,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:58:20,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:20,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:58:20,600 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:58:20,601 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740 2024-11-20T02:58:20,604 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740 2024-11-20T02:58:20,606 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:58:20,606 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:58:20,607 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:58:20,609 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:58:20,611 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75095679, jitterRate=0.11901281774044037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:58:20,611 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:58:20,612 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732071500588Writing region info on filesystem at 1732071500589 (+1 ms)Initializing all the Stores at 1732071500590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071500590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071500590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071500590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071500591 (+1 ms)Cleaning up temporary data from old regions at 1732071500606 (+15 ms)Running coprocessor post-open hooks at 1732071500611 (+5 ms)Region opened successfully at 1732071500612 (+1 ms) 2024-11-20T02:58:20,619 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732071500527 2024-11-20T02:58:20,629 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:58:20,629 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:58:20,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:20,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,45145,1732071488574, state=OPEN 2024-11-20T02:58:20,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:58:20,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:58:20,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:58:20,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:58:20,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:20,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:20,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:20,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:20,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:20,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:58:20,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,45145,1732071488574 in 10.1730 sec 2024-11-20T02:58:20,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:58:20,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7160 sec 2024-11-20T02:58:20,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:58:20,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:58:20,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:20,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,45145,1732071488574, seqNum=-1] 2024-11-20T02:58:20,758 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:58:20,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:58:20,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0250 sec 2024-11-20T02:58:20,784 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732071500783, completionTime=-1 2024-11-20T02:58:20,786 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T02:58:20,786 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:58:20,807 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T02:58:20,807 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071560807 2024-11-20T02:58:20,807 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071620807 2024-11-20T02:58:20,807 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-20T02:58:20,809 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:20,815 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,39557,1732071487864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:20,815 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,39557,1732071487864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:20,815 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,39557,1732071487864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:20,816 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:39557, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:20,816 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:20,817 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:20,823 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:58:20,841 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.984sec 2024-11-20T02:58:20,842 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:58:20,843 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:58:20,844 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:58:20,844 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:58:20,844 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:58:20,845 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,39557,1732071487864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:58:20,845 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,39557,1732071487864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:58:20,849 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:58:20,850 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:58:20,850 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,39557,1732071487864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:58:20,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:58:20,903 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T02:58:20,903 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T02:58:20,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,39557,-1 for getting cluster id 2024-11-20T02:58:20,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:58:20,917 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8' 2024-11-20T02:58:20,919 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:58:20,919 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8" 2024-11-20T02:58:20,919 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e4a0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:58:20,919 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,39557,-1] 2024-11-20T02:58:20,922 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:58:20,923 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:58:20,924 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:58:20,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:58:20,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:20,933 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,45145,1732071488574, seqNum=-1] 2024-11-20T02:58:20,933 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:58:20,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:58:20,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,39557,1732071487864 2024-11-20T02:58:20,957 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732071500956 (current time:1732071500956). 2024-11-20T02:58:20,957 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T02:58:20,957 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T02:58:20,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:58:20,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,39557,-1 for getting cluster id 2024-11-20T02:58:20,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:58:20,961 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8' 2024-11-20T02:58:20,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:58:20,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8" 2024-11-20T02:58:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584611de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:58:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,39557,-1] 2024-11-20T02:58:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:58:20,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:58:20,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:58:20,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466442bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:58:20,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:20,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,45145,1732071488574, seqNum=-1] 2024-11-20T02:58:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:58:20,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:58:20,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:58:20,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:58:20,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:58:20,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:58:20,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:58:20,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:58:20,985 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,39557,1732071487864 2024-11-20T02:58:20,987 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30ce3b49 2024-11-20T02:58:20,988 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:58:20,990 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:58:20,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:58:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T02:58:21,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:58:21,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T02:58:21,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:21,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:58:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741837_1013 (size=361) 2024-11-20T02:58:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741837_1013 (size=361) 2024-11-20T02:58:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741837_1013 (size=361) 2024-11-20T02:58:21,027 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 574815a272e8dc46f55802c24cd133bd, NAME => 'SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,028 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0ba955f451145e525348670fa3dbdaa1, NAME => 'SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,028 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, NAME => 'SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741838_1014 (size=54) 2024-11-20T02:58:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741840_1016 (size=62) 2024-11-20T02:58:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741838_1014 (size=54) 2024-11-20T02:58:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741838_1014 (size=54) 2024-11-20T02:58:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741840_1016 (size=62) 2024-11-20T02:58:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741840_1016 (size=62) 2024-11-20T02:58:21,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, disabling compactions & flushes 2024-11-20T02:58:21,051 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 574815a272e8dc46f55802c24cd133bd, disabling compactions & flushes 2024-11-20T02:58:21,051 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:21,051 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. after waiting 0 ms 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. after waiting 0 ms 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:21,052 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:58:21,052 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 574815a272e8dc46f55802c24cd133bd: Waiting for close lock at 1732071501051Disabling compacts and flushes for region at 1732071501051Disabling writes for close at 1732071501052 (+1 ms)Writing region close event to WAL at 1732071501052Closed at 1732071501052 2024-11-20T02:58:21,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad: Waiting for close lock at 1732071501051Disabling compacts and flushes for region at 1732071501051Disabling writes for close at 1732071501052 (+1 ms)Writing region close event to WAL at 1732071501052Closed at 1732071501052 2024-11-20T02:58:21,052 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 274d79bec31c4094599f40fcc8d7886c, NAME => 'SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,053 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78a31f966489ab4f0611f5f2f9d4de39, NAME => 'SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741839_1015 (size=62) 2024-11-20T02:58:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741839_1015 (size=62) 2024-11-20T02:58:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741839_1015 (size=62) 2024-11-20T02:58:21,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0ba955f451145e525348670fa3dbdaa1, disabling compactions & flushes 2024-11-20T02:58:21,058 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:21,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:21,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. after waiting 0 ms 2024-11-20T02:58:21,058 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:21,058 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:21,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0ba955f451145e525348670fa3dbdaa1: Waiting for close lock at 1732071501058Disabling compacts and flushes for region at 1732071501058Disabling writes for close at 1732071501058Writing region close event to WAL at 1732071501058Closed at 1732071501058 2024-11-20T02:58:21,059 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7ab5c6161c6560a304262d3493cc04ba, NAME => 'SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741841_1017 (size=62) 2024-11-20T02:58:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741842_1018 (size=62) 2024-11-20T02:58:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741842_1018 (size=62) 2024-11-20T02:58:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741841_1017 (size=62) 2024-11-20T02:58:21,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741841_1017 (size=62) 2024-11-20T02:58:21,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741842_1018 (size=62) 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 78a31f966489ab4f0611f5f2f9d4de39, disabling compactions & flushes 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 274d79bec31c4094599f40fcc8d7886c, disabling compactions & flushes 2024-11-20T02:58:21,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:58:21,074 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. after waiting 0 ms 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. after waiting 0 ms 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:21,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:58:21,074 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78a31f966489ab4f0611f5f2f9d4de39: Waiting for close lock at 1732071501074Disabling compacts and flushes for region at 1732071501074Disabling writes for close at 1732071501074Writing region close event to WAL at 1732071501074Closed at 1732071501074 2024-11-20T02:58:21,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 274d79bec31c4094599f40fcc8d7886c: Waiting for close lock at 1732071501074Disabling compacts and flushes for region at 1732071501074Disabling writes for close at 1732071501074Writing region close event to WAL at 1732071501074Closed at 1732071501074 2024-11-20T02:58:21,075 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 60e42b4a70e174d5c57882daa2769fd1, NAME => 'SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 809f475fb971999f92cfd6abce5bfa3c, NAME => 'SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741843_1019 (size=62) 2024-11-20T02:58:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741843_1019 (size=62) 2024-11-20T02:58:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741843_1019 (size=62) 2024-11-20T02:58:21,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7ab5c6161c6560a304262d3493cc04ba, disabling compactions & flushes 2024-11-20T02:58:21,090 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:21,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:21,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. after waiting 0 ms 2024-11-20T02:58:21,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:21,090 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:21,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7ab5c6161c6560a304262d3493cc04ba: Waiting for close lock at 1732071501090Disabling compacts and flushes for region at 1732071501090Disabling writes for close at 1732071501090Writing region close event to WAL at 1732071501090Closed at 1732071501090 2024-11-20T02:58:21,091 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 53082707b53329f20ad8174179e54193, NAME => 'SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741844_1020 (size=62) 2024-11-20T02:58:21,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741845_1021 (size=62) 2024-11-20T02:58:21,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741845_1021 (size=62) 2024-11-20T02:58:21,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741845_1021 (size=62) 2024-11-20T02:58:21,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741844_1020 (size=62) 2024-11-20T02:58:21,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741844_1020 (size=62) 2024-11-20T02:58:21,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 60e42b4a70e174d5c57882daa2769fd1, disabling compactions & flushes 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 809f475fb971999f92cfd6abce5bfa3c, disabling compactions & flushes 2024-11-20T02:58:21,115 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:21,115 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. after waiting 0 ms 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:21,115 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. after waiting 0 ms 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 60e42b4a70e174d5c57882daa2769fd1: Waiting for close lock at 1732071501114Disabling compacts and flushes for region at 1732071501114Disabling writes for close at 1732071501115 (+1 ms)Writing region close event to WAL at 1732071501115Closed at 1732071501115 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:21,115 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:21,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 809f475fb971999f92cfd6abce5bfa3c: Waiting for close lock at 1732071501114Disabling compacts and flushes for region at 1732071501114Disabling writes for close at 1732071501115 (+1 ms)Writing region close event to WAL at 1732071501115Closed at 1732071501115 2024-11-20T02:58:21,115 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 95918c4d70cfd4c855840e333995b568, NAME => 'SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f 2024-11-20T02:58:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:21,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741846_1022 (size=62) 2024-11-20T02:58:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741846_1022 (size=62) 2024-11-20T02:58:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741846_1022 (size=62) 2024-11-20T02:58:21,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 53082707b53329f20ad8174179e54193, disabling compactions & flushes 2024-11-20T02:58:21,128 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:21,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:21,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. after waiting 0 ms 2024-11-20T02:58:21,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:21,128 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:21,128 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 53082707b53329f20ad8174179e54193: Waiting for close lock at 1732071501128Disabling compacts and flushes for region at 1732071501128Disabling writes for close at 1732071501128Writing region close event to WAL at 1732071501128Closed at 1732071501128 2024-11-20T02:58:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741847_1023 (size=54) 2024-11-20T02:58:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741847_1023 (size=54) 2024-11-20T02:58:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741847_1023 (size=54) 2024-11-20T02:58:21,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:21,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 95918c4d70cfd4c855840e333995b568, disabling compactions & flushes 2024-11-20T02:58:21,137 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:58:21,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:58:21,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. after waiting 0 ms 2024-11-20T02:58:21,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:58:21,137 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:58:21,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 95918c4d70cfd4c855840e333995b568: Waiting for close lock at 1732071501136Disabling compacts and flushes for region at 1732071501136Disabling writes for close at 1732071501137 (+1 ms)Writing region close event to WAL at 1732071501137Closed at 1732071501137 2024-11-20T02:58:21,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:58:21,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732071501139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071501139"}]},"ts":"1732071501139"} 2024-11-20T02:58:21,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T02:58:21,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:58:21,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732071501184"}]},"ts":"1732071501184"} 2024-11-20T02:58:21,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T02:58:21,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:58:21,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:58:21,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:58:21,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:58:21,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:58:21,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:58:21,198 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:58:21,198 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:58:21,199 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:58:21,199 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:58:21,199 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:58:21,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ba955f451145e525348670fa3dbdaa1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274d79bec31c4094599f40fcc8d7886c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ab5c6161c6560a304262d3493cc04ba, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=809f475fb971999f92cfd6abce5bfa3c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53082707b53329f20ad8174179e54193, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN}] 2024-11-20T02:58:21,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, ASSIGN 2024-11-20T02:58:21,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274d79bec31c4094599f40fcc8d7886c, ASSIGN 2024-11-20T02:58:21,205 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN 2024-11-20T02:58:21,205 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN 2024-11-20T02:58:21,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, ASSIGN; state=OFFLINE, location=1c82b83631a2,45145,1732071488574; forceNewPlan=false, retain=false 2024-11-20T02:58:21,207 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN; state=OFFLINE, location=1c82b83631a2,46539,1732071488688; forceNewPlan=false, retain=false 2024-11-20T02:58:21,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=274d79bec31c4094599f40fcc8d7886c, ASSIGN; state=OFFLINE, location=1c82b83631a2,45145,1732071488574; forceNewPlan=false, retain=false 2024-11-20T02:58:21,208 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN; state=OFFLINE, location=1c82b83631a2,46539,1732071488688; forceNewPlan=false, retain=false 2024-11-20T02:58:21,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN 2024-11-20T02:58:21,212 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53082707b53329f20ad8174179e54193, ASSIGN 2024-11-20T02:58:21,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=809f475fb971999f92cfd6abce5bfa3c, ASSIGN 2024-11-20T02:58:21,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN 2024-11-20T02:58:21,212 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ab5c6161c6560a304262d3493cc04ba, ASSIGN 2024-11-20T02:58:21,214 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53082707b53329f20ad8174179e54193, ASSIGN; state=OFFLINE, location=1c82b83631a2,46685,1732071488747; forceNewPlan=false, retain=false 2024-11-20T02:58:21,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN; state=OFFLINE, location=1c82b83631a2,46539,1732071488688; forceNewPlan=false, retain=false 2024-11-20T02:58:21,214 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ab5c6161c6560a304262d3493cc04ba, ASSIGN; state=OFFLINE, location=1c82b83631a2,46685,1732071488747; forceNewPlan=false, retain=false 2024-11-20T02:58:21,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=809f475fb971999f92cfd6abce5bfa3c, ASSIGN; state=OFFLINE, location=1c82b83631a2,45145,1732071488574; forceNewPlan=false, retain=false 2024-11-20T02:58:21,214 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN; state=OFFLINE, location=1c82b83631a2,46539,1732071488688; forceNewPlan=false, retain=false 2024-11-20T02:58:21,221 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ba955f451145e525348670fa3dbdaa1, ASSIGN 2024-11-20T02:58:21,223 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ba955f451145e525348670fa3dbdaa1, ASSIGN; state=OFFLINE, location=1c82b83631a2,46685,1732071488747; forceNewPlan=false, retain=false 2024-11-20T02:58:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:21,359 INFO [1c82b83631a2:39557 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T02:58:21,360 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0ba955f451145e525348670fa3dbdaa1, regionState=OPENING, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:21,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=95918c4d70cfd4c855840e333995b568, regionState=OPENING, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:21,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7ab5c6161c6560a304262d3493cc04ba, regionState=OPENING, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:21,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=60e42b4a70e174d5c57882daa2769fd1, regionState=OPENING, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:21,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53082707b53329f20ad8174179e54193, regionState=OPENING, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:21,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78a31f966489ab4f0611f5f2f9d4de39, regionState=OPENING, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:21,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=809f475fb971999f92cfd6abce5bfa3c, regionState=OPENING, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:21,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=274d79bec31c4094599f40fcc8d7886c, regionState=OPENING, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:21,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=574815a272e8dc46f55802c24cd133bd, regionState=OPENING, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:21,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, regionState=OPENING, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:21,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN because future has completed 2024-11-20T02:58:21,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95918c4d70cfd4c855840e333995b568, server=1c82b83631a2,46539,1732071488688}] 2024-11-20T02:58:21,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7ab5c6161c6560a304262d3493cc04ba, ASSIGN because future has completed 2024-11-20T02:58:21,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab5c6161c6560a304262d3493cc04ba, server=1c82b83631a2,46685,1732071488747}] 2024-11-20T02:58:21,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN because future has completed 2024-11-20T02:58:21,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53082707b53329f20ad8174179e54193, ASSIGN because future has completed 2024-11-20T02:58:21,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53082707b53329f20ad8174179e54193, server=1c82b83631a2,46685,1732071488747}] 2024-11-20T02:58:21,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e42b4a70e174d5c57882daa2769fd1, server=1c82b83631a2,46539,1732071488688}] 2024-11-20T02:58:21,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ba955f451145e525348670fa3dbdaa1, ASSIGN because future has completed 2024-11-20T02:58:21,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ba955f451145e525348670fa3dbdaa1, server=1c82b83631a2,46685,1732071488747}] 2024-11-20T02:58:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN because future has completed 2024-11-20T02:58:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=274d79bec31c4094599f40fcc8d7886c, ASSIGN because future has completed 2024-11-20T02:58:21,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=809f475fb971999f92cfd6abce5bfa3c, ASSIGN because future has completed 2024-11-20T02:58:21,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39, server=1c82b83631a2,46539,1732071488688}] 2024-11-20T02:58:21,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809f475fb971999f92cfd6abce5bfa3c, server=1c82b83631a2,45145,1732071488574}] 2024-11-20T02:58:21,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN because future has completed 2024-11-20T02:58:21,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, ASSIGN because future has completed 2024-11-20T02:58:21,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, server=1c82b83631a2,45145,1732071488574}] 2024-11-20T02:58:21,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274d79bec31c4094599f40fcc8d7886c, server=1c82b83631a2,45145,1732071488574}] 2024-11-20T02:58:21,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 574815a272e8dc46f55802c24cd133bd, server=1c82b83631a2,46539,1732071488688}] 2024-11-20T02:58:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:22,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:58:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:26,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:58:28,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:58:28,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T02:58:28,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:58:28,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T02:58:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:31,373 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:58:31,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:58:31,376 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:58:31,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:58:31,382 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:58:31,382 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 574815a272e8dc46f55802c24cd133bd, NAME => 'SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T02:58:31,383 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,383 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,383 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,383 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,383 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:31,383 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ba955f451145e525348670fa3dbdaa1, NAME => 'SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T02:58:31,384 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,384 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,384 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,385 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,386 INFO [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,387 INFO [StoreOpener-0ba955f451145e525348670fa3dbdaa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,388 INFO [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 574815a272e8dc46f55802c24cd133bd columnFamilyName cf 2024-11-20T02:58:31,388 DEBUG [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,389 INFO [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] regionserver.HStore(327): Store=574815a272e8dc46f55802c24cd133bd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,389 INFO [StoreOpener-0ba955f451145e525348670fa3dbdaa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba955f451145e525348670fa3dbdaa1 columnFamilyName cf 2024-11-20T02:58:31,389 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,389 DEBUG [StoreOpener-0ba955f451145e525348670fa3dbdaa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,390 INFO [StoreOpener-0ba955f451145e525348670fa3dbdaa1-1 {}] regionserver.HStore(327): Store=0ba955f451145e525348670fa3dbdaa1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,390 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,390 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,391 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,391 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,391 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,391 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,392 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,392 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,392 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,394 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,395 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,399 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/574815a272e8dc46f55802c24cd133bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,401 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/0ba955f451145e525348670fa3dbdaa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,401 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 574815a272e8dc46f55802c24cd133bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60303123, jitterRate=-0.10141344368457794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,401 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:31,402 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0ba955f451145e525348670fa3dbdaa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60105231, jitterRate=-0.10436226427555084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:31,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0ba955f451145e525348670fa3dbdaa1: Running coprocessor pre-open hook at 1732071511385Writing region info on filesystem at 1732071511385Initializing all the Stores at 1732071511386 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511386Cleaning up temporary data from old regions at 1732071511392 (+6 ms)Running coprocessor post-open hooks at 1732071511402 (+10 ms)Region opened successfully at 1732071511402 2024-11-20T02:58:31,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 574815a272e8dc46f55802c24cd133bd: Running coprocessor pre-open hook at 1732071511383Writing region info on filesystem at 1732071511383Initializing all the Stores at 1732071511385 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511385Cleaning up temporary data from old regions at 1732071511391 (+6 ms)Running coprocessor post-open hooks at 1732071511401 (+10 ms)Region opened successfully at 1732071511402 (+1 ms) 2024-11-20T02:58:31,405 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd., pid=23, masterSystemTime=1732071511372 2024-11-20T02:58:31,405 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1., pid=19, masterSystemTime=1732071511376 2024-11-20T02:58:31,409 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:58:31,409 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:58:31,410 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:58:31,410 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 78a31f966489ab4f0611f5f2f9d4de39, NAME => 'SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T02:58:31,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=574815a272e8dc46f55802c24cd133bd, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:31,410 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,411 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,411 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,411 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,412 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:31,413 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:31,413 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:31,413 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:31,413 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 274d79bec31c4094599f40fcc8d7886c, NAME => 'SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T02:58:31,413 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab5c6161c6560a304262d3493cc04ba, NAME => 'SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T02:58:31,413 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 574815a272e8dc46f55802c24cd133bd, server=1c82b83631a2,46539,1732071488688 because future has completed 2024-11-20T02:58:31,414 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0ba955f451145e525348670fa3dbdaa1, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:31,416 INFO [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,417 INFO [StoreOpener-7ab5c6161c6560a304262d3493cc04ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,418 INFO [StoreOpener-274d79bec31c4094599f40fcc8d7886c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,420 INFO [StoreOpener-7ab5c6161c6560a304262d3493cc04ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab5c6161c6560a304262d3493cc04ba columnFamilyName cf 2024-11-20T02:58:31,420 DEBUG [StoreOpener-7ab5c6161c6560a304262d3493cc04ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ba955f451145e525348670fa3dbdaa1, server=1c82b83631a2,46685,1732071488747 because future has completed 2024-11-20T02:58:31,422 INFO [StoreOpener-274d79bec31c4094599f40fcc8d7886c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274d79bec31c4094599f40fcc8d7886c columnFamilyName cf 2024-11-20T02:58:31,422 INFO [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78a31f966489ab4f0611f5f2f9d4de39 columnFamilyName cf 2024-11-20T02:58:31,422 INFO [StoreOpener-7ab5c6161c6560a304262d3493cc04ba-1 {}] regionserver.HStore(327): Store=7ab5c6161c6560a304262d3493cc04ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,422 DEBUG [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,422 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,422 DEBUG [StoreOpener-274d79bec31c4094599f40fcc8d7886c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,423 INFO [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] regionserver.HStore(327): Store=78a31f966489ab4f0611f5f2f9d4de39/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,423 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,423 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,424 INFO [StoreOpener-274d79bec31c4094599f40fcc8d7886c-1 {}] regionserver.HStore(327): Store=274d79bec31c4094599f40fcc8d7886c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-20T02:58:31,424 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,425 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,426 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,426 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,427 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,427 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,427 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,427 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 574815a272e8dc46f55802c24cd133bd, server=1c82b83631a2,46539,1732071488688 in 10.0250 sec 2024-11-20T02:58:31,431 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN in 10.2270 sec 2024-11-20T02:58:31,432 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-20T02:58:31,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ba955f451145e525348670fa3dbdaa1, server=1c82b83631a2,46685,1732071488747 in 10.0460 sec 2024-11-20T02:58:31,432 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ba955f451145e525348670fa3dbdaa1, ASSIGN in 10.2320 sec 2024-11-20T02:58:31,436 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/274d79bec31c4094599f40fcc8d7886c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,437 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 274d79bec31c4094599f40fcc8d7886c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72777894, jitterRate=0.08447512984275818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,438 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:31,438 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 274d79bec31c4094599f40fcc8d7886c: Running coprocessor pre-open hook at 1732071511415Writing region info on filesystem at 1732071511415Initializing all the Stores at 1732071511417 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511417Cleaning up temporary data from old regions at 1732071511427 (+10 ms)Running coprocessor post-open hooks at 1732071511438 (+11 ms)Region opened successfully at 1732071511438 2024-11-20T02:58:31,439 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/7ab5c6161c6560a304262d3493cc04ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,440 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c., pid=24, masterSystemTime=1732071511394 2024-11-20T02:58:31,440 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7ab5c6161c6560a304262d3493cc04ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65061239, jitterRate=-0.030511990189552307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,441 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:31,441 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7ab5c6161c6560a304262d3493cc04ba: Running coprocessor pre-open hook at 1732071511414Writing region info on filesystem at 1732071511414Initializing all the Stores at 1732071511416 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511416Cleaning up temporary data from old regions at 1732071511428 (+12 ms)Running coprocessor post-open hooks at 1732071511441 (+13 ms)Region opened successfully at 1732071511441 2024-11-20T02:58:31,442 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba., pid=16, masterSystemTime=1732071511376 2024-11-20T02:58:31,443 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:31,444 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:31,444 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:31,444 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 809f475fb971999f92cfd6abce5bfa3c, NAME => 'SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T02:58:31,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/78a31f966489ab4f0611f5f2f9d4de39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=274d79bec31c4094599f40fcc8d7886c, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:31,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:31,446 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:31,446 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:31,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 53082707b53329f20ad8174179e54193, NAME => 'SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T02:58:31,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,447 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,447 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,447 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 78a31f966489ab4f0611f5f2f9d4de39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62907331, jitterRate=-0.06260772049427032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,448 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:31,448 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 78a31f966489ab4f0611f5f2f9d4de39: Running coprocessor pre-open hook at 1732071511411Writing region info on filesystem at 1732071511411Initializing all the Stores at 1732071511415 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511416 (+1 ms)Cleaning up temporary data from old regions at 1732071511428 (+12 ms)Running coprocessor post-open hooks at 1732071511448 (+20 ms)Region opened successfully at 1732071511448 2024-11-20T02:58:31,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7ab5c6161c6560a304262d3493cc04ba, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:31,449 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39., pid=20, masterSystemTime=1732071511372 2024-11-20T02:58:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274d79bec31c4094599f40fcc8d7886c, server=1c82b83631a2,45145,1732071488574 because future has completed 2024-11-20T02:58:31,451 INFO [StoreOpener-53082707b53329f20ad8174179e54193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,452 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,45145,1732071488574, table=SPTestTable, region=274d79bec31c4094599f40fcc8d7886c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:58:31,452 INFO [StoreOpener-809f475fb971999f92cfd6abce5bfa3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,454 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:58:31,454 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:58:31,455 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:58:31,455 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 95918c4d70cfd4c855840e333995b568, NAME => 'SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T02:58:31,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78a31f966489ab4f0611f5f2f9d4de39, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:31,456 INFO [StoreOpener-53082707b53329f20ad8174179e54193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53082707b53329f20ad8174179e54193 columnFamilyName cf 2024-11-20T02:58:31,456 INFO [StoreOpener-809f475fb971999f92cfd6abce5bfa3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809f475fb971999f92cfd6abce5bfa3c columnFamilyName cf 2024-11-20T02:58:31,456 DEBUG [StoreOpener-809f475fb971999f92cfd6abce5bfa3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab5c6161c6560a304262d3493cc04ba, server=1c82b83631a2,46685,1732071488747 because future has completed 2024-11-20T02:58:31,456 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,457 DEBUG [StoreOpener-53082707b53329f20ad8174179e54193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,457 INFO [StoreOpener-809f475fb971999f92cfd6abce5bfa3c-1 {}] regionserver.HStore(327): Store=809f475fb971999f92cfd6abce5bfa3c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,457 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,457 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,457 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,457 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,459 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,459 INFO [StoreOpener-53082707b53329f20ad8174179e54193-1 {}] regionserver.HStore(327): Store=53082707b53329f20ad8174179e54193/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,460 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,460 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39, server=1c82b83631a2,46539,1732071488688 because future has completed 2024-11-20T02:58:31,462 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,462 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,462 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,463 INFO [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,463 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-20T02:58:31,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 274d79bec31c4094599f40fcc8d7886c, server=1c82b83631a2,45145,1732071488574 in 10.0620 sec 2024-11-20T02:58:31,465 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,465 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,467 INFO [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95918c4d70cfd4c855840e333995b568 columnFamilyName cf 2024-11-20T02:58:31,467 DEBUG [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,468 INFO [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] regionserver.HStore(327): Store=95918c4d70cfd4c855840e333995b568/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-20T02:58:31,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274d79bec31c4094599f40fcc8d7886c, ASSIGN in 10.2640 sec 2024-11-20T02:58:31,469 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,469 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,470 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ab5c6161c6560a304262d3493cc04ba, server=1c82b83631a2,46685,1732071488747 in 10.0920 sec 2024-11-20T02:58:31,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-20T02:58:31,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7ab5c6161c6560a304262d3493cc04ba, ASSIGN in 10.2690 sec 2024-11-20T02:58:31,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39, server=1c82b83631a2,46539,1732071488688 in 10.0780 sec 2024-11-20T02:58:31,473 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,474 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,475 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,476 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,476 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN in 10.2730 sec 2024-11-20T02:58:31,477 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 53082707b53329f20ad8174179e54193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74537293, jitterRate=0.11069221794605255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,477 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53082707b53329f20ad8174179e54193 2024-11-20T02:58:31,477 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 53082707b53329f20ad8174179e54193: Running coprocessor pre-open hook at 1732071511447Writing region info on filesystem at 1732071511447Initializing all the Stores at 1732071511449 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511449Cleaning up temporary data from old regions at 1732071511465 (+16 ms)Running coprocessor post-open hooks at 1732071511477 (+12 ms)Region opened successfully at 1732071511477 2024-11-20T02:58:31,479 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., pid=17, masterSystemTime=1732071511376 2024-11-20T02:58:31,479 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,480 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 809f475fb971999f92cfd6abce5bfa3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72600742, jitterRate=0.08183535933494568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,480 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:31,480 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 809f475fb971999f92cfd6abce5bfa3c: Running coprocessor pre-open hook at 1732071511445Writing region info on filesystem at 1732071511445Initializing all the Stores at 1732071511451 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511451Cleaning up temporary data from old regions at 1732071511462 (+11 ms)Running coprocessor post-open hooks at 1732071511480 (+18 ms)Region opened successfully at 1732071511480 2024-11-20T02:58:31,481 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,482 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., pid=21, masterSystemTime=1732071511394 2024-11-20T02:58:31,482 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:31,483 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:31,484 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53082707b53329f20ad8174179e54193, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:31,485 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:31,485 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:31,486 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:31,486 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/95918c4d70cfd4c855840e333995b568/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,486 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, NAME => 'SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T02:58:31,486 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,486 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,486 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,487 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,487 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 95918c4d70cfd4c855840e333995b568; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66385580, jitterRate=-0.010777771472930908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,487 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:31,487 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 95918c4d70cfd4c855840e333995b568: Running coprocessor pre-open hook at 1732071511458Writing region info on filesystem at 1732071511458Initializing all the Stores at 1732071511461 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511461Cleaning up temporary data from old regions at 1732071511476 (+15 ms)Running coprocessor post-open hooks at 1732071511487 (+11 ms)Region opened successfully at 1732071511487 2024-11-20T02:58:31,489 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., pid=15, masterSystemTime=1732071511372 2024-11-20T02:58:31,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=809f475fb971999f92cfd6abce5bfa3c, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:31,489 INFO [StoreOpener-8346f2eb0c9ea4b5c1e0bbeb8f1d4bad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53082707b53329f20ad8174179e54193, server=1c82b83631a2,46685,1732071488747 because future has completed 2024-11-20T02:58:31,492 INFO [StoreOpener-8346f2eb0c9ea4b5c1e0bbeb8f1d4bad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad columnFamilyName cf 2024-11-20T02:58:31,492 DEBUG [StoreOpener-8346f2eb0c9ea4b5c1e0bbeb8f1d4bad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809f475fb971999f92cfd6abce5bfa3c, server=1c82b83631a2,45145,1732071488574 because future has completed 2024-11-20T02:58:31,493 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:58:31,493 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:58:31,493 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 60e42b4a70e174d5c57882daa2769fd1, NAME => 'SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T02:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,494 INFO [StoreOpener-8346f2eb0c9ea4b5c1e0bbeb8f1d4bad-1 {}] regionserver.HStore(327): Store=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,495 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=95918c4d70cfd4c855840e333995b568, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:31,496 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,498 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-20T02:58:31,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95918c4d70cfd4c855840e333995b568, server=1c82b83631a2,46539,1732071488688 because future has completed 2024-11-20T02:58:31,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 53082707b53329f20ad8174179e54193, server=1c82b83631a2,46685,1732071488747 in 10.1180 sec 2024-11-20T02:58:31,499 INFO [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,499 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,500 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,502 INFO [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e42b4a70e174d5c57882daa2769fd1 columnFamilyName cf 2024-11-20T02:58:31,502 DEBUG [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:58:31,502 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,503 INFO [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] regionserver.HStore(327): Store=60e42b4a70e174d5c57882daa2769fd1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:58:31,504 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-20T02:58:31,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 809f475fb971999f92cfd6abce5bfa3c, server=1c82b83631a2,45145,1732071488574 in 10.1060 sec 2024-11-20T02:58:31,505 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,506 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,507 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/8346f2eb0c9ea4b5c1e0bbeb8f1d4bad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,507 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,507 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,508 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73593883, jitterRate=0.09663431346416473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,508 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:31,508 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad: Running coprocessor pre-open hook at 1732071511487Writing region info on filesystem at 1732071511487Initializing all the Stores at 1732071511489 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511489Cleaning up temporary data from old regions at 1732071511500 (+11 ms)Running coprocessor post-open hooks at 1732071511508 (+8 ms)Region opened successfully at 1732071511508 2024-11-20T02:58:31,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=809f475fb971999f92cfd6abce5bfa3c, ASSIGN in 10.3050 sec 2024-11-20T02:58:31,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53082707b53329f20ad8174179e54193, ASSIGN in 10.2990 sec 2024-11-20T02:58:31,510 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad., pid=22, masterSystemTime=1732071511394 2024-11-20T02:58:31,511 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,514 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:31,515 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:31,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T02:58:31,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 95918c4d70cfd4c855840e333995b568, server=1c82b83631a2,46539,1732071488688 in 10.1370 sec 2024-11-20T02:58:31,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:31,516 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/60e42b4a70e174d5c57882daa2769fd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:58:31,517 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 60e42b4a70e174d5c57882daa2769fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72251418, jitterRate=0.07663002610206604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:58:31,518 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:31,518 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 60e42b4a70e174d5c57882daa2769fd1: Running coprocessor pre-open hook at 1732071511495Writing region info on filesystem at 1732071511495Initializing all the Stores at 1732071511497 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071511497Cleaning up temporary data from old regions at 1732071511507 (+10 ms)Running coprocessor post-open hooks at 1732071511518 (+11 ms)Region opened successfully at 1732071511518 2024-11-20T02:58:31,519 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., pid=18, masterSystemTime=1732071511372 2024-11-20T02:58:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, server=1c82b83631a2,45145,1732071488574 because future has completed 2024-11-20T02:58:31,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN in 10.3150 sec 2024-11-20T02:58:31,522 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:31,523 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:31,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=60e42b4a70e174d5c57882daa2769fd1, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46539,1732071488688 2024-11-20T02:58:31,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-20T02:58:31,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, server=1c82b83631a2,45145,1732071488574 in 10.1290 sec 2024-11-20T02:58:31,528 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39557 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,46539,1732071488688, table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:58:31,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e42b4a70e174d5c57882daa2769fd1, server=1c82b83631a2,46539,1732071488688 because future has completed 2024-11-20T02:58:31,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, ASSIGN in 10.3260 sec 2024-11-20T02:58:31,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-20T02:58:31,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 60e42b4a70e174d5c57882daa2769fd1, server=1c82b83631a2,46539,1732071488688 in 10.1570 sec 2024-11-20T02:58:31,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-20T02:58:31,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN in 10.3360 sec 2024-11-20T02:58:31,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:58:31,543 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732071511543"}]},"ts":"1732071511543"} 2024-11-20T02:58:31,546 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T02:58:31,549 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:58:31,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5520 sec 2024-11-20T02:58:34,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T02:58:36,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:58:36,988 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:58:38,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-20T02:58:38,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-20T02:58:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:58:39,253 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T02:58:39,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T02:58:39,257 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:58:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T02:58:39,271 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:58:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T02:58:39,321 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,333 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,339 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,387 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., hostname=1c82b83631a2,45145,1732071488574, seqNum=2] 2024-11-20T02:58:39,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., hostname=1c82b83631a2,46685,1732071488747, seqNum=2] 2024-11-20T02:58:39,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., hostname=1c82b83631a2,46685,1732071488747, seqNum=2] 2024-11-20T02:58:39,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., hostname=1c82b83631a2,46685,1732071488747, seqNum=2] 2024-11-20T02:58:39,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., hostname=1c82b83631a2,46685,1732071488747, seqNum=2] 2024-11-20T02:58:39,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., hostname=1c82b83631a2,46685,1732071488747, seqNum=2] 2024-11-20T02:58:39,439 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., hostname=1c82b83631a2,46685,1732071488747, seqNum=2] 2024-11-20T02:58:39,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., hostname=1c82b83631a2,46685,1732071488747, seqNum=2] 2024-11-20T02:58:39,542 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:39,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., hostname=1c82b83631a2,46539,1732071488688, seqNum=2] 2024-11-20T02:58:40,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:58:40,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:58:40,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:58:40,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T02:58:40,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:58:40,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T02:58:40,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:58:40,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T02:58:40,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T02:58:41,073 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T02:58:41,075 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:58:41,076 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T02:58:41,082 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T02:58:41,095 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T02:58:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741848_1024 (size=49) 2024-11-20T02:58:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741848_1024 (size=49) 2024-11-20T02:58:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741848_1024 (size=49) 2024-11-20T02:58:41,112 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T02:58:41,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ba955f451145e525348670fa3dbdaa1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274d79bec31c4094599f40fcc8d7886c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ab5c6161c6560a304262d3493cc04ba}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 809f475fb971999f92cfd6abce5bfa3c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53082707b53329f20ad8174179e54193}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568}] 2024-11-20T02:58:41,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:41,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:41,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:41,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:41,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:41,129 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:41,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:41,130 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53082707b53329f20ad8174179e54193 2024-11-20T02:58:41,131 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:41,132 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:41,176 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1c82b83631a2,46539,1732071488688 2024-11-20T02:58:41,176 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1c82b83631a2,46539,1732071488688: Simulated kill ***** 2024-11-20T02:58:41,176 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T02:58:41,178 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T02:58:41,179 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T02:58:41,181 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T02:58:41,182 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T02:58:41,188 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 595522560 }, "NonHeapMemoryUsage": { "committed": 157220864, "init": 7667712, "max": -1, "used": 153877536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1c82b83631a2", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1c82b83631a2", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54640", "tag.serverName": "1c82b83631a2,45145,1732071488574", "tag.clusterId": "5fb189ad-e8bc-4fdb-871b-8ba6ea2d61e8", "tag.Context": "regionserver", "tag.Hostname": "1c82b83631a2", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732071488574, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T02:58:41,192 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39557 {}] master.MasterRpcServices(700): 1c82b83631a2,46539,1732071488688 reported a fatal error: ***** ABORTING region server 1c82b83631a2,46539,1732071488688: Simulated kill ***** 2024-11-20T02:58:41,194 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,46539,1732071488688' ***** 2024-11-20T02:58:41,194 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T02:58:41,194 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:58:41,195 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:58:41,195 INFO [RS:1;1c82b83631a2:46539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T02:58:41,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:58:41,195 INFO [RS:1;1c82b83631a2:46539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T02:58:41,195 INFO [RS:1;1c82b83631a2:46539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:58:41,195 INFO [RS:1;1c82b83631a2:46539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1c82b83631a2:46539. 2024-11-20T02:58:41,195 DEBUG [RS:1;1c82b83631a2:46539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:58:41,195 DEBUG [RS:1;1c82b83631a2:46539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:58:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741835_1011 (size=1242) 2024-11-20T02:58:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741835_1011 (size=1242) 2024-11-20T02:58:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741835_1011 (size=1242) 2024-11-20T02:58:41,202 DEBUG [RS:1;1c82b83631a2:46539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:58:41,202 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:58:41,203 INFO [RS:1;1c82b83631a2:46539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46539 2024-11-20T02:58:41,215 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:58:41,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,46539,1732071488688 2024-11-20T02:58:41,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:58:41,250 INFO [RS:1;1c82b83631a2:46539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:58:41,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,46539,1732071488688] 2024-11-20T02:58:41,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,46539,1732071488688 already deleted, retry=false 2024-11-20T02:58:41,267 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1c82b83631a2,46539,1732071488688 on 1c82b83631a2,39557,1732071487864 2024-11-20T02:58:41,274 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1c82b83631a2,46539,1732071488688, splitWal=true, meta=false 2024-11-20T02:58:41,279 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 1c82b83631a2,46539,1732071488688 (carryingMeta=false) 1c82b83631a2,46539,1732071488688/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6ba8951a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T02:58:41,279 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1c82b83631a2,46539,1732071488688, splitWal=true, meta=false 2024-11-20T02:58:41,281 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 1c82b83631a2,46539,1732071488688 had 4 regions 2024-11-20T02:58:41,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:41,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:41,282 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:41,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:41,283 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,46539,1732071488688, splitWal=true, meta=false, isMeta: false 2024-11-20T02:58:41,283 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 can not run currently because target server of region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 1c82b83631a2,46539,1732071488688 is in state CRASHED, wait 1000 ms to retry 2024-11-20T02:58:41,283 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 can not run currently because target server of region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 1c82b83631a2,46539,1732071488688 is in state CRASHED, wait 1000 ms to retry 2024-11-20T02:58:41,283 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 can not run currently because target server of region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T02:58:41,283 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1; timeout=1000, timestamp=1732071522283 2024-11-20T02:58:41,283 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568; timeout=1000, timestamp=1732071522283 2024-11-20T02:58:41,283 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39; timeout=1000, timestamp=1732071522283 2024-11-20T02:58:41,284 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd can not run currently because target server of region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 1000 ms to retry 2024-11-20T02:58:41,284 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd; timeout=1000, timestamp=1732071522284 2024-11-20T02:58:41,286 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting 2024-11-20T02:58:41,288 INFO [PEWorker-4 {}] master.SplitWALManager(105): 1c82b83631a2,46539,1732071488688 WAL count=1, meta=false 2024-11-20T02:58:41,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1c82b83631a2%2C46539%2C1732071488688.1732071490233}] 2024-11-20T02:58:41,296 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:41,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C46539%2C1732071488688.1732071490233, worker=1c82b83631a2,46685,1732071488747}] 2024-11-20T02:58:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:58:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46539-0x101577709030002, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:58:41,360 INFO [RS:1;1c82b83631a2:46539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:58:41,360 INFO [RS:1;1c82b83631a2:46539 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,46539,1732071488688; zookeeper connection closed. 2024-11-20T02:58:41,360 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6650ee50 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6650ee50 2024-11-20T02:58:42,080 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:58:42,080 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:58:42,284 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:42,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:42,284 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:42,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:42,286 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 can not run currently because target server of region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T02:58:42,286 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1; timeout=2000, timestamp=1732071524286 2024-11-20T02:58:42,286 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 can not run currently because target server of region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T02:58:42,286 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 can not run currently because target server of region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T02:58:42,286 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd can not run currently because target server of region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 2000 ms to retry 2024-11-20T02:58:42,286 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39; timeout=2000, timestamp=1732071524286 2024-11-20T02:58:42,286 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568; timeout=2000, timestamp=1732071524286 2024-11-20T02:58:42,286 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd; timeout=2000, timestamp=1732071524286 2024-11-20T02:58:44,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:44,288 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:44,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:44,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:44,291 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 can not run currently because target server of region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T02:58:44,291 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1; timeout=4000, timestamp=1732071528291 2024-11-20T02:58:44,292 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 can not run currently because target server of region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T02:58:44,292 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 can not run currently because target server of region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T02:58:44,292 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd can not run currently because target server of region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 4000 ms to retry 2024-11-20T02:58:44,292 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39; timeout=4000, timestamp=1732071528292 2024-11-20T02:58:44,292 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568; timeout=4000, timestamp=1732071528292 2024-11-20T02:58:44,292 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd; timeout=4000, timestamp=1732071528292 2024-11-20T02:58:48,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:48,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:48,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:58:48,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:48,296 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 can not run currently because target server of region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T02:58:48,296 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1; timeout=8000, timestamp=1732071536296 2024-11-20T02:58:48,297 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd can not run currently because target server of region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T02:58:48,297 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 can not run currently because target server of region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T02:58:48,297 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 can not run currently because target server of region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 1c82b83631a2,46539,1732071488688 is in state SPLITTING, wait 8000 ms to retry 2024-11-20T02:58:48,297 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd; timeout=8000, timestamp=1732071536297 2024-11-20T02:58:48,297 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39; timeout=8000, timestamp=1732071536297 2024-11-20T02:58:48,297 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568; timeout=8000, timestamp=1732071536297 2024-11-20T02:58:51,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T02:58:51,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T02:58:51,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T02:58:51,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T02:58:51,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:51,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:51,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T02:58:51,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:51,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T02:58:51,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:51,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:51,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:51,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-20T02:58:51,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 809f475fb971999f92cfd6abce5bfa3c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T02:58:51,138 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 53082707b53329f20ad8174179e54193 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T02:58:51,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0ba955f451145e525348670fa3dbdaa1: 2024-11-20T02:58:51,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 274d79bec31c4094599f40fcc8d7886c: 2024-11-20T02:58:51,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7ab5c6161c6560a304262d3493cc04ba: 2024-11-20T02:58:51,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad: 2024-11-20T02:58:51,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. for SnapshotProcedureTest completed. 2024-11-20T02:58:51,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. for SnapshotProcedureTest completed. 2024-11-20T02:58:51,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. for SnapshotProcedureTest completed. 2024-11-20T02:58:51,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. for SnapshotProcedureTest completed. 2024-11-20T02:58:51,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:58:51,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:58:51,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:58:51,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:58:51,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:58:51,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:58:51,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:58:51,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:58:51,165 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233, size=1.2 K (1242bytes) 2024-11-20T02:58:51,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T02:58:51,167 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T02:58:51,167 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233 2024-11-20T02:58:51,174 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233 after 6ms 2024-11-20T02:58:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741851_1027 (size=65) 2024-11-20T02:58:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741849_1025 (size=65) 2024-11-20T02:58:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741849_1025 (size=65) 2024-11-20T02:58:51,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:58:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741851_1027 (size=65) 2024-11-20T02:58:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741851_1027 (size=65) 2024-11-20T02:58:51,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:58:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741849_1025 (size=65) 2024-11-20T02:58:51,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T02:58:51,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T02:58:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T02:58:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T02:58:51,191 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:51,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:51,191 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:58:51,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:58:51,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ab5c6161c6560a304262d3493cc04ba in 10.0800 sec 2024-11-20T02:58:51,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad in 10.0800 sec 2024-11-20T02:58:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741852_1028 (size=65) 2024-11-20T02:58:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741852_1028 (size=65) 2024-11-20T02:58:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741852_1028 (size=65) 2024-11-20T02:58:51,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:58:51,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T02:58:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T02:58:51,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:51,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:58:51,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741850_1026 (size=65) 2024-11-20T02:58:51,204 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233 took 40ms 2024-11-20T02:58:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741850_1026 (size=65) 2024-11-20T02:58:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741850_1026 (size=65) 2024-11-20T02:58:51,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:58:51,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T02:58:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T02:58:51,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:51,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:58:51,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 274d79bec31c4094599f40fcc8d7886c in 10.0920 sec 2024-11-20T02:58:51,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ba955f451145e525348670fa3dbdaa1 in 10.0950 sec 2024-11-20T02:58:51,216 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 574815a272e8dc46f55802c24cd133bd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T02:58:51,218 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 78a31f966489ab4f0611f5f2f9d4de39: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T02:58:51,220 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 95918c4d70cfd4c855840e333995b568: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T02:58:51,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 60e42b4a70e174d5c57882daa2769fd1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-20T02:58:51,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233 so closing down 2024-11-20T02:58:51,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T02:58:51,223 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T02:58:51,226 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-20T02:58:51,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233, journal: Splitting hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233, size=1.2 K (1242bytes) at 1732071531165Finishing writing output for hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233 so closing down at 1732071531222 (+57 ms)3 split writer threads finished at 1732071531223 (+1 ms)Processed 4 edits across 0 Regions in 16 ms; skipped=4; WAL=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732071531226 (+3 ms) 2024-11-20T02:58:51,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233 2024-11-20T02:58:51,226 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T02:58:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T02:58:51,235 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting/1c82b83631a2%2C46539%2C1732071488688.1732071490233 to hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs 2024-11-20T02:58:51,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T02:58:51,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C46539%2C1732071488688.1732071490233, worker=1c82b83631a2,46685,1732071488747 in 9.9360 sec 2024-11-20T02:58:51,242 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:51,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T02:58:51,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C46539%2C1732071488688.1732071490233, worker=1c82b83631a2,46685,1732071488747 in 9.9520 sec 2024-11-20T02:58:51,249 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting dir is empty, no logs to split. 2024-11-20T02:58:51,249 INFO [PEWorker-4 {}] master.SplitWALManager(105): 1c82b83631a2,46539,1732071488688 WAL count=0, meta=false 2024-11-20T02:58:51,249 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 1c82b83631a2,46539,1732071488688 WAL splitting is done? wals=0, meta=false 2024-11-20T02:58:51,252 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1c82b83631a2,46539,1732071488688 failed, ignore...File hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,46539,1732071488688-splitting does not exist. 2024-11-20T02:58:51,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN}] 2024-11-20T02:58:51,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/.tmp/cf/e7d0763f9b294f6f8fa1f515112bd974 is 34, key is baa/cf:cf/1732071520330/Put/seqid=0 2024-11-20T02:58:51,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/.tmp/cf/c60e2c68f1a244c997cedb4958f8160f is 34, key is ccd/cf:cf/1732071520365/Put/seqid=0 2024-11-20T02:58:51,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN 2024-11-20T02:58:51,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN 2024-11-20T02:58:51,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN 2024-11-20T02:58:51,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN 2024-11-20T02:58:51,260 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T02:58:51,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T02:58:51,263 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T02:58:51,264 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T02:58:51,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741853_1029 (size=28623) 2024-11-20T02:58:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741853_1029 (size=28623) 2024-11-20T02:58:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741853_1029 (size=28623) 2024-11-20T02:58:51,280 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/.tmp/cf/e7d0763f9b294f6f8fa1f515112bd974 2024-11-20T02:58:51,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741854_1030 (size=47197) 2024-11-20T02:58:51,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741854_1030 (size=47197) 2024-11-20T02:58:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741854_1030 (size=47197) 2024-11-20T02:58:51,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/.tmp/cf/c60e2c68f1a244c997cedb4958f8160f 2024-11-20T02:58:51,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/.tmp/cf/c60e2c68f1a244c997cedb4958f8160f as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/cf/c60e2c68f1a244c997cedb4958f8160f 2024-11-20T02:58:51,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/.tmp/cf/e7d0763f9b294f6f8fa1f515112bd974 as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/cf/e7d0763f9b294f6f8fa1f515112bd974 2024-11-20T02:58:51,350 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/cf/c60e2c68f1a244c997cedb4958f8160f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T02:58:51,350 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/cf/e7d0763f9b294f6f8fa1f515112bd974, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T02:58:51,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 53082707b53329f20ad8174179e54193 in 219ms, sequenceid=5, compaction requested=false 2024-11-20T02:58:51,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 809f475fb971999f92cfd6abce5bfa3c in 219ms, sequenceid=5, compaction requested=false 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 53082707b53329f20ad8174179e54193: 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 809f475fb971999f92cfd6abce5bfa3c: 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. for SnapshotProcedureTest completed. 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. for SnapshotProcedureTest completed. 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/cf/c60e2c68f1a244c997cedb4958f8160f] hfiles 2024-11-20T02:58:51,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/cf/e7d0763f9b294f6f8fa1f515112bd974] hfiles 2024-11-20T02:58:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/cf/c60e2c68f1a244c997cedb4958f8160f for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/cf/e7d0763f9b294f6f8fa1f515112bd974 for snapshot=SnapshotProcedureTest 2024-11-20T02:58:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741855_1031 (size=105) 2024-11-20T02:58:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741855_1031 (size=105) 2024-11-20T02:58:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741855_1031 (size=105) 2024-11-20T02:58:51,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:58:51,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T02:58:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T02:58:51,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 53082707b53329f20ad8174179e54193 2024-11-20T02:58:51,382 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53082707b53329f20ad8174179e54193 2024-11-20T02:58:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741856_1032 (size=105) 2024-11-20T02:58:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741856_1032 (size=105) 2024-11-20T02:58:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741856_1032 (size=105) 2024-11-20T02:58:51,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53082707b53329f20ad8174179e54193 in 10.2700 sec 2024-11-20T02:58:51,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:58:51,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T02:58:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T02:58:51,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:51,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:58:51,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 809f475fb971999f92cfd6abce5bfa3c in 10.2760 sec 2024-11-20T02:58:51,411 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:58:51,411 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:58:51,411 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:58:51,411 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:58:51,411 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:58:51,411 INFO [1c82b83631a2:39557 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:58:51,411 INFO [1c82b83631a2:39557 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:58:51,411 DEBUG [1c82b83631a2:39557 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:58:51,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=78a31f966489ab4f0611f5f2f9d4de39, regionState=OPENING, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:51,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=60e42b4a70e174d5c57882daa2769fd1, regionState=OPENING, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:51,412 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=95918c4d70cfd4c855840e333995b568, regionState=OPENING, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:58:51,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=574815a272e8dc46f55802c24cd133bd, regionState=OPENING, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:58:51,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN because future has completed 2024-11-20T02:58:51,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39, server=1c82b83631a2,46685,1732071488747}] 2024-11-20T02:58:51,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN because future has completed 2024-11-20T02:58:51,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95918c4d70cfd4c855840e333995b568, server=1c82b83631a2,46685,1732071488747}] 2024-11-20T02:58:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN because future has completed 2024-11-20T02:58:51,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 574815a272e8dc46f55802c24cd133bd, server=1c82b83631a2,45145,1732071488574}] 2024-11-20T02:58:51,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN because future has completed 2024-11-20T02:58:51,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e42b4a70e174d5c57882daa2769fd1, server=1c82b83631a2,45145,1732071488574}] 2024-11-20T02:58:56,297 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 held by pid=41 2024-11-20T02:58:56,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd held by pid=39 2024-11-20T02:58:56,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:58:56,297 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:58:56,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 held by pid=42 2024-11-20T02:58:56,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:58:56,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 held by pid=40 2024-11-20T02:58:56,298 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:00,853 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T02:59:00,853 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T02:59:01,427 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 78a31f966489ab4f0611f5f2f9d4de39, NAME => 'SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T02:59:01,428 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 60e42b4a70e174d5c57882daa2769fd1, NAME => 'SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:01,428 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,429 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,429 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,431 INFO [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,431 INFO [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,433 INFO [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60e42b4a70e174d5c57882daa2769fd1 columnFamilyName cf 2024-11-20T02:59:01,433 INFO [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78a31f966489ab4f0611f5f2f9d4de39 columnFamilyName cf 2024-11-20T02:59:01,433 DEBUG [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:01,433 DEBUG [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:01,434 INFO [StoreOpener-78a31f966489ab4f0611f5f2f9d4de39-1 {}] regionserver.HStore(327): Store=78a31f966489ab4f0611f5f2f9d4de39/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:01,434 INFO [StoreOpener-60e42b4a70e174d5c57882daa2769fd1-1 {}] regionserver.HStore(327): Store=60e42b4a70e174d5c57882daa2769fd1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:01,434 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,434 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,435 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,435 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,436 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,436 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,437 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,437 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,437 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,437 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,439 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,439 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,440 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 78a31f966489ab4f0611f5f2f9d4de39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67260988, jitterRate=0.002266824245452881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:01,440 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 60e42b4a70e174d5c57882daa2769fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68713903, jitterRate=0.02391694486141205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:01,441 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,441 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,441 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 78a31f966489ab4f0611f5f2f9d4de39: Running coprocessor pre-open hook at 1732071541429Writing region info on filesystem at 1732071541429Initializing all the Stores at 1732071541430 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071541430Cleaning up temporary data from old regions at 1732071541437 (+7 ms)Running coprocessor post-open hooks at 1732071541441 (+4 ms)Region opened successfully at 1732071541441 2024-11-20T02:59:01,441 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 60e42b4a70e174d5c57882daa2769fd1: Running coprocessor pre-open hook at 1732071541429Writing region info on filesystem at 1732071541429Initializing all the Stores at 1732071541430 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071541430Cleaning up temporary data from old regions at 1732071541437 (+7 ms)Running coprocessor post-open hooks at 1732071541441 (+4 ms)Region opened successfully at 1732071541441 2024-11-20T02:59:01,442 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1., pid=46, masterSystemTime=1732071541421 2024-11-20T02:59:01,442 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39., pid=43, masterSystemTime=1732071541418 2024-11-20T02:59:01,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:01,445 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:01,445 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:01,445 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 574815a272e8dc46f55802c24cd133bd, NAME => 'SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T02:59:01,446 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=60e42b4a70e174d5c57882daa2769fd1, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:01,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:01,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,446 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:01,446 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:01,447 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:01,447 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 95918c4d70cfd4c855840e333995b568, NAME => 'SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T02:59:01,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=78a31f966489ab4f0611f5f2f9d4de39, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:01,448 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,448 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:01,448 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,448 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,450 INFO [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60e42b4a70e174d5c57882daa2769fd1, server=1c82b83631a2,45145,1732071488574 because future has completed 2024-11-20T02:59:01,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39, server=1c82b83631a2,46685,1732071488747 because future has completed 2024-11-20T02:59:01,452 INFO [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,452 INFO [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 574815a272e8dc46f55802c24cd133bd columnFamilyName cf 2024-11-20T02:59:01,452 DEBUG [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:01,453 INFO [StoreOpener-574815a272e8dc46f55802c24cd133bd-1 {}] regionserver.HStore(327): Store=574815a272e8dc46f55802c24cd133bd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:01,453 INFO [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95918c4d70cfd4c855840e333995b568 columnFamilyName cf 2024-11-20T02:59:01,453 DEBUG [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:01,453 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,454 INFO [StoreOpener-95918c4d70cfd4c855840e333995b568-1 {}] regionserver.HStore(327): Store=95918c4d70cfd4c855840e333995b568/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:01,454 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,456 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,456 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,458 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-20T02:59:01,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 60e42b4a70e174d5c57882daa2769fd1, server=1c82b83631a2,45145,1732071488574 in 10.0320 sec 2024-11-20T02:59:01,459 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,459 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-20T02:59:01,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39, server=1c82b83631a2,46685,1732071488747 in 10.0390 sec 2024-11-20T02:59:01,459 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60e42b4a70e174d5c57882daa2769fd1, ASSIGN in 10.2030 sec 2024-11-20T02:59:01,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:01,462 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=78a31f966489ab4f0611f5f2f9d4de39, ASSIGN in 10.2050 sec 2024-11-20T02:59:01,462 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,464 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:01,464 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,466 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 95918c4d70cfd4c855840e333995b568; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65523508, jitterRate=-0.023623645305633545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:01,466 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,466 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 95918c4d70cfd4c855840e333995b568: Running coprocessor pre-open hook at 1732071541448Writing region info on filesystem at 1732071541448Initializing all the Stores at 1732071541451 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071541451Cleaning up temporary data from old regions at 1732071541459 (+8 ms)Running coprocessor post-open hooks at 1732071541466 (+7 ms)Region opened successfully at 1732071541466 2024-11-20T02:59:01,466 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,467 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., pid=44, masterSystemTime=1732071541418 2024-11-20T02:59:01,468 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 574815a272e8dc46f55802c24cd133bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72330819, jitterRate=0.07781319320201874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:01,469 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,469 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 574815a272e8dc46f55802c24cd133bd: Running coprocessor pre-open hook at 1732071541446Writing region info on filesystem at 1732071541446Initializing all the Stores at 1732071541448 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071541448Cleaning up temporary data from old regions at 1732071541462 (+14 ms)Running coprocessor post-open hooks at 1732071541469 (+7 ms)Region opened successfully at 1732071541469 2024-11-20T02:59:01,470 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd., pid=45, masterSystemTime=1732071541421 2024-11-20T02:59:01,470 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:01,470 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:01,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=95918c4d70cfd4c855840e333995b568, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:01,472 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:01,472 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:01,473 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=574815a272e8dc46f55802c24cd133bd, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:01,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95918c4d70cfd4c855840e333995b568, server=1c82b83631a2,46685,1732071488747 because future has completed 2024-11-20T02:59:01,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 574815a272e8dc46f55802c24cd133bd, server=1c82b83631a2,45145,1732071488574 because future has completed 2024-11-20T02:59:01,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-20T02:59:01,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 95918c4d70cfd4c855840e333995b568, server=1c82b83631a2,46685,1732071488747 in 10.0590 sec 2024-11-20T02:59:01,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-20T02:59:01,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95918c4d70cfd4c855840e333995b568, ASSIGN in 10.2240 sec 2024-11-20T02:59:01,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 574815a272e8dc46f55802c24cd133bd, server=1c82b83631a2,45145,1732071488574 in 10.0590 sec 2024-11-20T02:59:01,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:01,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:01,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-20T02:59:01,483 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 1c82b83631a2,46539,1732071488688 after splitting done 2024-11-20T02:59:01,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=574815a272e8dc46f55802c24cd133bd, ASSIGN in 10.2250 sec 2024-11-20T02:59:01,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 1c82b83631a2,46539,1732071488688, splitWal=true, meta=false in 20.2160 sec 2024-11-20T02:59:06,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:59:06,988 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:59:11,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T02:59:11,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 574815a272e8dc46f55802c24cd133bd: 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 60e42b4a70e174d5c57882daa2769fd1: 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. for SnapshotProcedureTest completed. 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. for SnapshotProcedureTest completed. 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:59:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:59:11,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T02:59:11,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:11,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T02:59:11,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 78a31f966489ab4f0611f5f2f9d4de39: 2024-11-20T02:59:11,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:11,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. for SnapshotProcedureTest completed. 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 95918c4d70cfd4c855840e333995b568: 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. for SnapshotProcedureTest completed. 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T02:59:11,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T02:59:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741858_1034 (size=65) 2024-11-20T02:59:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741858_1034 (size=65) 2024-11-20T02:59:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741858_1034 (size=65) 2024-11-20T02:59:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741857_1033 (size=57) 2024-11-20T02:59:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741857_1033 (size=57) 2024-11-20T02:59:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T02:59:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741857_1033 (size=57) 2024-11-20T02:59:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T02:59:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T02:59:11,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:11,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T02:59:11,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:11,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:11,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60e42b4a70e174d5c57882daa2769fd1 in 30.3710 sec 2024-11-20T02:59:11,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 574815a272e8dc46f55802c24cd133bd in 30.3710 sec 2024-11-20T02:59:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741859_1035 (size=57) 2024-11-20T02:59:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741859_1035 (size=57) 2024-11-20T02:59:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741859_1035 (size=57) 2024-11-20T02:59:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741860_1036 (size=65) 2024-11-20T02:59:11,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:11,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T02:59:11,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741860_1036 (size=65) 2024-11-20T02:59:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T02:59:11,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:11,492 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741860_1036 (size=65) 2024-11-20T02:59:11,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:11,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T02:59:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T02:59:11,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:11,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:11,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95918c4d70cfd4c855840e333995b568 in 30.3800 sec 2024-11-20T02:59:11,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-20T02:59:11,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 78a31f966489ab4f0611f5f2f9d4de39 in 30.3820 sec 2024-11-20T02:59:11,497 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T02:59:11,499 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T02:59:11,501 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T02:59:11,502 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T02:59:11,505 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T02:59:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741861_1037 (size=1094) 2024-11-20T02:59:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741861_1037 (size=1094) 2024-11-20T02:59:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741861_1037 (size=1094) 2024-11-20T02:59:11,531 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T02:59:11,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T02:59:11,544 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:11,544 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:11,544 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:11,544 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:11,544 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:11,549 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:11,758 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T02:59:13,834 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c82b83631a2:39557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T02:59:16,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 809f475fb971999f92cfd6abce5bfa3c, had cached 0 bytes from a total of 28623 2024-11-20T02:59:16,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53082707b53329f20ad8174179e54193, had cached 0 bytes from a total of 47197 2024-11-20T02:59:20,819 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 574815a272e8dc46f55802c24cd133bd changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,820 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,821 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 274d79bec31c4094599f40fcc8d7886c changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,822 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 60e42b4a70e174d5c57882daa2769fd1 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,822 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 809f475fb971999f92cfd6abce5bfa3c changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,822 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0ba955f451145e525348670fa3dbdaa1 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,823 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 78a31f966489ab4f0611f5f2f9d4de39 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,824 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7ab5c6161c6560a304262d3493cc04ba changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,824 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 53082707b53329f20ad8174179e54193 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:20,824 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 95918c4d70cfd4c855840e333995b568 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:21,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-20T02:59:21,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-20T02:59:21,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-20T02:59:21,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-20T02:59:21,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-20T02:59:21,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-20T02:59:21,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T02:59:21,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T02:59:21,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T02:59:21,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T02:59:21,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T02:59:21,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T02:59:21,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T02:59:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T02:59:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-20T02:59:21,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T02:59:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-20T02:59:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T02:59:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T02:59:21,596 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 Release verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:21,596 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 Release verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T02:59:21,598 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 Release verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:21,600 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:21,600 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:21,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 in 10.0580 sec 2024-11-20T02:59:21,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 in 10.0570 sec 2024-11-20T02:59:21,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 in 10.0590 sec 2024-11-20T02:59:21,603 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 Release verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:21,603 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 Release verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:21,604 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:21,604 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:21,604 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 Release verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:21,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 in 10.0640 sec 2024-11-20T02:59:21,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 in 10.0650 sec 2024-11-20T02:59:21,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 in 10.0640 sec 2024-11-20T02:59:31,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-20T02:59:31,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-20T02:59:31,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-20T02:59:31,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-20T02:59:31,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T02:59:31,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T02:59:31,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T02:59:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T02:59:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-20T02:59:31,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T02:59:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T02:59:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39557 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-20T02:59:31,610 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 Release verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:31,610 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 Release verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:31,611 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 Release verify snapshot worker=1c82b83631a2,46685,1732071488747 2024-11-20T02:59:31,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 in 20.0710 sec 2024-11-20T02:59:31,612 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 Release verify snapshot worker=1c82b83631a2,45145,1732071488574 2024-11-20T02:59:31,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 in 20.0710 sec 2024-11-20T02:59:31,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,46685,1732071488747 in 20.0720 sec 2024-11-20T02:59:31,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-20T02:59:31,614 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T02:59:31,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,45145,1732071488574 in 20.0730 sec 2024-11-20T02:59:31,616 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T02:59:31,618 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T02:59:31,618 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T02:59:31,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5490 sec 2024-11-20T02:59:31,864 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T02:59:31,871 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T02:59:31,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:59:31,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:59:31,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:59:31,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:31,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:31,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:59:31,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:59:31,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1179126912, stopped=false 2024-11-20T02:59:31,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,39557,1732071487864 2024-11-20T02:59:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:59:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:59:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:59:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:31,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:31,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:59:31,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:59:31,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:59:31,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:59:31,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:59:31,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:59:31,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,45145,1732071488574' ***** 2024-11-20T02:59:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:59:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,46685,1732071488747' ***** 2024-11-20T02:59:31,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:59:31,941 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:59:31,941 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:59:31,941 INFO [RS:2;1c82b83631a2:46685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:59:31,941 INFO [RS:0;1c82b83631a2:45145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:59:31,941 INFO [RS:2;1c82b83631a2:46685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:59:31,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:59:31,941 INFO [RS:0;1c82b83631a2:45145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:59:31,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:59:31,941 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 53082707b53329f20ad8174179e54193 2024-11-20T02:59:31,942 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 274d79bec31c4094599f40fcc8d7886c 2024-11-20T02:59:31,942 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ba955f451145e525348670fa3dbdaa1 2024-11-20T02:59:31,942 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:31,942 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ab5c6161c6560a304262d3493cc04ba 2024-11-20T02:59:31,942 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:59:31,942 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 78a31f966489ab4f0611f5f2f9d4de39 2024-11-20T02:59:31,942 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 809f475fb971999f92cfd6abce5bfa3c 2024-11-20T02:59:31,942 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,46685,1732071488747 2024-11-20T02:59:31,942 INFO [RS:2;1c82b83631a2:46685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:59:31,942 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 574815a272e8dc46f55802c24cd133bd 2024-11-20T02:59:31,942 INFO [RS:2;1c82b83631a2:46685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1c82b83631a2:46685. 2024-11-20T02:59:31,942 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 60e42b4a70e174d5c57882daa2769fd1 2024-11-20T02:59:31,942 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 274d79bec31c4094599f40fcc8d7886c, disabling compactions & flushes 2024-11-20T02:59:31,942 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53082707b53329f20ad8174179e54193, disabling compactions & flushes 2024-11-20T02:59:31,942 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,45145,1732071488574 2024-11-20T02:59:31,942 DEBUG [RS:2;1c82b83631a2:46685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:59:31,942 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:59:31,942 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:59:31,942 INFO [RS:0;1c82b83631a2:45145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:59:31,942 DEBUG [RS:2;1c82b83631a2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:31,942 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:59:31,942 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:59:31,943 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. after waiting 0 ms 2024-11-20T02:59:31,943 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. after waiting 1 ms 2024-11-20T02:59:31,943 INFO [RS:0;1c82b83631a2:45145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:45145. 2024-11-20T02:59:31,943 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:59:31,943 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:59:31,943 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T02:59:31,943 DEBUG [RS:0;1c82b83631a2:45145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:59:31,943 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1325): Online Regions={53082707b53329f20ad8174179e54193=SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193., 0ba955f451145e525348670fa3dbdaa1=SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1., 95918c4d70cfd4c855840e333995b568=SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568., 7ab5c6161c6560a304262d3493cc04ba=SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba., 78a31f966489ab4f0611f5f2f9d4de39=SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39.} 2024-11-20T02:59:31,943 DEBUG [RS:0;1c82b83631a2:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:31,943 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:59:31,943 DEBUG [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1351): Waiting on 0ba955f451145e525348670fa3dbdaa1, 53082707b53329f20ad8174179e54193, 78a31f966489ab4f0611f5f2f9d4de39, 7ab5c6161c6560a304262d3493cc04ba, 95918c4d70cfd4c855840e333995b568 2024-11-20T02:59:31,943 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:59:31,943 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:59:31,943 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:59:31,944 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-20T02:59:31,944 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1325): Online Regions={274d79bec31c4094599f40fcc8d7886c=SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c., 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad=SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad., 809f475fb971999f92cfd6abce5bfa3c=SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c., 1588230740=hbase:meta,,1.1588230740, 574815a272e8dc46f55802c24cd133bd=SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd., 60e42b4a70e174d5c57882daa2769fd1=SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1.} 2024-11-20T02:59:31,945 DEBUG [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 274d79bec31c4094599f40fcc8d7886c, 574815a272e8dc46f55802c24cd133bd, 60e42b4a70e174d5c57882daa2769fd1, 809f475fb971999f92cfd6abce5bfa3c, 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad 2024-11-20T02:59:31,944 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:59:31,945 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:59:31,945 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:59:31,945 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:59:31,945 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:59:31,945 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-20T02:59:31,955 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/53082707b53329f20ad8174179e54193/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T02:59:31,955 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/274d79bec31c4094599f40fcc8d7886c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:31,958 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:59:31,958 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:59:31,958 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53082707b53329f20ad8174179e54193: Waiting for close lock at 1732071571942Running coprocessor pre-close hooks at 1732071571942Disabling compacts and flushes for region at 1732071571942Disabling writes for close at 1732071571943 (+1 ms)Writing region close event to WAL at 1732071571946 (+3 ms)Running coprocessor post-close hooks at 1732071571956 (+10 ms)Closed at 1732071571958 (+2 ms) 2024-11-20T02:59:31,958 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 274d79bec31c4094599f40fcc8d7886c: Waiting for close lock at 1732071571942Running coprocessor pre-close hooks at 1732071571942Disabling compacts and flushes for region at 1732071571942Disabling writes for close at 1732071571943 (+1 ms)Writing region close event to WAL at 1732071571944 (+1 ms)Running coprocessor post-close hooks at 1732071571956 (+12 ms)Closed at 1732071571958 (+2 ms) 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732071500991.274d79bec31c4094599f40fcc8d7886c. 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732071500991.53082707b53329f20ad8174179e54193. 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad, disabling compactions & flushes 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ba955f451145e525348670fa3dbdaa1, disabling compactions & flushes 2024-11-20T02:59:31,959 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:59:31,959 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. after waiting 0 ms 2024-11-20T02:59:31,959 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. after waiting 0 ms 2024-11-20T02:59:31,960 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:59:31,960 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:59:31,966 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/8346f2eb0c9ea4b5c1e0bbeb8f1d4bad/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:31,968 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:59:31,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8346f2eb0c9ea4b5c1e0bbeb8f1d4bad: Waiting for close lock at 1732071571959Running coprocessor pre-close hooks at 1732071571959Disabling compacts and flushes for region at 1732071571959Disabling writes for close at 1732071571959Writing region close event to WAL at 1732071571961 (+2 ms)Running coprocessor post-close hooks at 1732071571967 (+6 ms)Closed at 1732071571967 2024-11-20T02:59:31,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/0ba955f451145e525348670fa3dbdaa1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:31,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad. 2024-11-20T02:59:31,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 809f475fb971999f92cfd6abce5bfa3c, disabling compactions & flushes 2024-11-20T02:59:31,968 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:59:31,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:59:31,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. after waiting 0 ms 2024-11-20T02:59:31,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:59:31,969 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:59:31,969 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ba955f451145e525348670fa3dbdaa1: Waiting for close lock at 1732071571959Running coprocessor pre-close hooks at 1732071571959Disabling compacts and flushes for region at 1732071571959Disabling writes for close at 1732071571960 (+1 ms)Writing region close event to WAL at 1732071571961 (+1 ms)Running coprocessor post-close hooks at 1732071571969 (+8 ms)Closed at 1732071571969 2024-11-20T02:59:31,969 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732071500991.0ba955f451145e525348670fa3dbdaa1. 2024-11-20T02:59:31,970 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95918c4d70cfd4c855840e333995b568, disabling compactions & flushes 2024-11-20T02:59:31,970 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:31,970 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:31,970 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. after waiting 0 ms 2024-11-20T02:59:31,970 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:31,975 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:59:31,975 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:59:31,976 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/809f475fb971999f92cfd6abce5bfa3c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T02:59:31,977 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:59:31,977 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 809f475fb971999f92cfd6abce5bfa3c: Waiting for close lock at 1732071571968Running coprocessor pre-close hooks at 1732071571968Disabling compacts and flushes for region at 1732071571968Disabling writes for close at 1732071571968Writing region close event to WAL at 1732071571970 (+2 ms)Running coprocessor post-close hooks at 1732071571977 (+7 ms)Closed at 1732071571977 2024-11-20T02:59:31,977 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732071500991.809f475fb971999f92cfd6abce5bfa3c. 2024-11-20T02:59:31,977 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/info/dde59790e7104477b89a531c346854ca is 167, key is SPTestTable,19999999,1732071500991.8346f2eb0c9ea4b5c1e0bbeb8f1d4bad./info:regioninfo/1732071511516/Put/seqid=0 2024-11-20T02:59:31,977 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 574815a272e8dc46f55802c24cd133bd, disabling compactions & flushes 2024-11-20T02:59:31,978 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:31,978 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:31,978 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. after waiting 0 ms 2024-11-20T02:59:31,978 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:31,979 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/95918c4d70cfd4c855840e333995b568/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:31,980 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:31,980 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95918c4d70cfd4c855840e333995b568: Waiting for close lock at 1732071571969Running coprocessor pre-close hooks at 1732071571969Disabling compacts and flushes for region at 1732071571969Disabling writes for close at 1732071571970 (+1 ms)Writing region close event to WAL at 1732071571970Running coprocessor post-close hooks at 1732071571980 (+10 ms)Closed at 1732071571980 2024-11-20T02:59:31,980 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732071500991.95918c4d70cfd4c855840e333995b568. 2024-11-20T02:59:31,980 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ab5c6161c6560a304262d3493cc04ba, disabling compactions & flushes 2024-11-20T02:59:31,980 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:59:31,980 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. after waiting 0 ms 2024-11-20T02:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:59:31,986 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/574815a272e8dc46f55802c24cd133bd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:31,987 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:31,988 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 574815a272e8dc46f55802c24cd133bd: Waiting for close lock at 1732071571977Running coprocessor pre-close hooks at 1732071571977Disabling compacts and flushes for region at 1732071571977Disabling writes for close at 1732071571978 (+1 ms)Writing region close event to WAL at 1732071571981 (+3 ms)Running coprocessor post-close hooks at 1732071571987 (+6 ms)Closed at 1732071571987 2024-11-20T02:59:31,988 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732071500991.574815a272e8dc46f55802c24cd133bd. 2024-11-20T02:59:31,988 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60e42b4a70e174d5c57882daa2769fd1, disabling compactions & flushes 2024-11-20T02:59:31,988 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:31,988 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:31,988 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. after waiting 0 ms 2024-11-20T02:59:31,988 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741862_1038 (size=20260) 2024-11-20T02:59:31,996 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/7ab5c6161c6560a304262d3493cc04ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741862_1038 (size=20260) 2024-11-20T02:59:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741862_1038 (size=20260) 2024-11-20T02:59:31,997 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/info/dde59790e7104477b89a531c346854ca 2024-11-20T02:59:31,998 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:59:31,998 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ab5c6161c6560a304262d3493cc04ba: Waiting for close lock at 1732071571980Running coprocessor pre-close hooks at 1732071571980Disabling compacts and flushes for region at 1732071571980Disabling writes for close at 1732071571981 (+1 ms)Writing region close event to WAL at 1732071571983 (+2 ms)Running coprocessor post-close hooks at 1732071571997 (+14 ms)Closed at 1732071571997 2024-11-20T02:59:31,998 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732071500991.7ab5c6161c6560a304262d3493cc04ba. 2024-11-20T02:59:31,998 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78a31f966489ab4f0611f5f2f9d4de39, disabling compactions & flushes 2024-11-20T02:59:31,998 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:31,998 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:31,998 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. after waiting 0 ms 2024-11-20T02:59:31,998 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:32,002 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/60e42b4a70e174d5c57882daa2769fd1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:32,003 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:32,003 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/default/SPTestTable/78a31f966489ab4f0611f5f2f9d4de39/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T02:59:32,003 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60e42b4a70e174d5c57882daa2769fd1: Waiting for close lock at 1732071571988Running coprocessor pre-close hooks at 1732071571988Disabling compacts and flushes for region at 1732071571988Disabling writes for close at 1732071571988Writing region close event to WAL at 1732071571994 (+6 ms)Running coprocessor post-close hooks at 1732071572003 (+9 ms)Closed at 1732071572003 2024-11-20T02:59:32,004 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732071500991.60e42b4a70e174d5c57882daa2769fd1. 2024-11-20T02:59:32,004 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:32,004 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78a31f966489ab4f0611f5f2f9d4de39: Waiting for close lock at 1732071571998Running coprocessor pre-close hooks at 1732071571998Disabling compacts and flushes for region at 1732071571998Disabling writes for close at 1732071571998Writing region close event to WAL at 1732071571999 (+1 ms)Running coprocessor post-close hooks at 1732071572004 (+5 ms)Closed at 1732071572004 2024-11-20T02:59:32,004 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732071500991.78a31f966489ab4f0611f5f2f9d4de39. 2024-11-20T02:59:32,023 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/ns/e7c0713e58d94f5dbd5b0b6559311c01 is 43, key is default/ns:d/1732071500765/Put/seqid=0 2024-11-20T02:59:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741863_1039 (size=5153) 2024-11-20T02:59:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741863_1039 (size=5153) 2024-11-20T02:59:32,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741863_1039 (size=5153) 2024-11-20T02:59:32,032 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/ns/e7c0713e58d94f5dbd5b0b6559311c01 2024-11-20T02:59:32,056 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/table/2a34e833b0e543729bebd0068069fafd is 47, key is SPTestTable/table:state/1732071511543/Put/seqid=0 2024-11-20T02:59:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741864_1040 (size=5214) 2024-11-20T02:59:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741864_1040 (size=5214) 2024-11-20T02:59:32,063 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/table/2a34e833b0e543729bebd0068069fafd 2024-11-20T02:59:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741864_1040 (size=5214) 2024-11-20T02:59:32,071 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/info/dde59790e7104477b89a531c346854ca as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/info/dde59790e7104477b89a531c346854ca 2024-11-20T02:59:32,076 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:59:32,076 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:59:32,079 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:59:32,079 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:59:32,080 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/info/dde59790e7104477b89a531c346854ca, entries=116, sequenceid=37, filesize=19.8 K 2024-11-20T02:59:32,082 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/ns/e7c0713e58d94f5dbd5b0b6559311c01 as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/ns/e7c0713e58d94f5dbd5b0b6559311c01 2024-11-20T02:59:32,090 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/ns/e7c0713e58d94f5dbd5b0b6559311c01, entries=2, sequenceid=37, filesize=5.0 K 2024-11-20T02:59:32,092 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/.tmp/table/2a34e833b0e543729bebd0068069fafd as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/table/2a34e833b0e543729bebd0068069fafd 2024-11-20T02:59:32,099 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/table/2a34e833b0e543729bebd0068069fafd, entries=2, sequenceid=37, filesize=5.1 K 2024-11-20T02:59:32,100 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=37, compaction requested=false 2024-11-20T02:59:32,104 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-20T02:59:32,105 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:59:32,105 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:59:32,105 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732071571944Running coprocessor pre-close hooks at 1732071571944Disabling compacts and flushes for region at 1732071571944Disabling writes for close at 1732071571945 (+1 ms)Obtaining lock to block concurrent updates at 1732071571945Preparing flush snapshotting stores in 1588230740 at 1732071571945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732071571946 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732071571946Flushing 1588230740/info: creating writer at 1732071571947 (+1 ms)Flushing 1588230740/info: appending metadata at 1732071571977 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732071571977Flushing 1588230740/ns: creating writer at 1732071572008 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732071572023 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732071572023Flushing 1588230740/table: creating writer at 1732071572041 (+18 ms)Flushing 1588230740/table: appending metadata at 1732071572055 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732071572056 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed6820a: reopening flushed file at 1732071572070 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e23396: reopening flushed file at 1732071572081 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61042236: reopening flushed file at 1732071572091 (+10 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=37, compaction requested=false at 1732071572100 (+9 ms)Writing region close event to WAL at 1732071572101 (+1 ms)Running coprocessor post-close hooks at 1732071572105 (+4 ms)Closed at 1732071572105 2024-11-20T02:59:32,106 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:59:32,143 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,46685,1732071488747; all regions closed. 2024-11-20T02:59:32,145 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,45145,1732071488574; all regions closed. 2024-11-20T02:59:32,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741834_1010 (size=3530) 2024-11-20T02:59:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741834_1010 (size=3530) 2024-11-20T02:59:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741834_1010 (size=3530) 2024-11-20T02:59:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741836_1012 (size=19450) 2024-11-20T02:59:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741836_1012 (size=19450) 2024-11-20T02:59:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741836_1012 (size=19450) 2024-11-20T02:59:32,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/WALs/1c82b83631a2,45145,1732071488574/1c82b83631a2%2C45145%2C1732071488574.meta.1732071500554.meta not finished, retry = 0 2024-11-20T02:59:32,153 DEBUG [RS:2;1c82b83631a2:46685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs 2024-11-20T02:59:32,154 INFO [RS:2;1c82b83631a2:46685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C46685%2C1732071488747:(num 1732071490232) 2024-11-20T02:59:32,154 DEBUG [RS:2;1c82b83631a2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:32,154 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:59:32,154 INFO [RS:2;1c82b83631a2:46685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:59:32,154 INFO [RS:2;1c82b83631a2:46685 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T02:59:32,155 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:59:32,155 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:59:32,155 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:59:32,155 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:59:32,155 INFO [RS:2;1c82b83631a2:46685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:59:32,155 INFO [RS:2;1c82b83631a2:46685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46685 2024-11-20T02:59:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,46685,1732071488747 2024-11-20T02:59:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:59:32,185 INFO [RS:2;1c82b83631a2:46685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:59:32,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,46685,1732071488747] 2024-11-20T02:59:32,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,46685,1732071488747 already deleted, retry=false 2024-11-20T02:59:32,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,46685,1732071488747 expired; onlineServers=1 2024-11-20T02:59:32,258 DEBUG [RS:0;1c82b83631a2:45145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs 2024-11-20T02:59:32,258 INFO [RS:0;1c82b83631a2:45145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C45145%2C1732071488574.meta:.meta(num 1732071500554) 2024-11-20T02:59:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741833_1009 (size=3500) 2024-11-20T02:59:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741833_1009 (size=3500) 2024-11-20T02:59:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741833_1009 (size=3500) 2024-11-20T02:59:32,266 DEBUG [RS:0;1c82b83631a2:45145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/oldWALs 2024-11-20T02:59:32,266 INFO [RS:0;1c82b83631a2:45145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C45145%2C1732071488574:(num 1732071490231) 2024-11-20T02:59:32,266 DEBUG [RS:0;1c82b83631a2:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:32,266 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:59:32,266 INFO [RS:0;1c82b83631a2:45145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:59:32,266 INFO [RS:0;1c82b83631a2:45145 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:59:32,266 INFO [RS:0;1c82b83631a2:45145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:59:32,267 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:59:32,267 INFO [RS:0;1c82b83631a2:45145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45145 2024-11-20T02:59:32,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:59:32,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,45145,1732071488574 2024-11-20T02:59:32,288 INFO [RS:0;1c82b83631a2:45145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:59:32,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,45145,1732071488574] 2024-11-20T02:59:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:59:32,297 INFO [RS:2;1c82b83631a2:46685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:59:32,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x101577709030003, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:59:32,297 INFO [RS:2;1c82b83631a2:46685 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,46685,1732071488747; zookeeper connection closed. 2024-11-20T02:59:32,297 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45d8915f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45d8915f 2024-11-20T02:59:32,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,45145,1732071488574 already deleted, retry=false 2024-11-20T02:59:32,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,45145,1732071488574 expired; onlineServers=0 2024-11-20T02:59:32,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,39557,1732071487864' ***** 2024-11-20T02:59:32,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:59:32,305 INFO [M:0;1c82b83631a2:39557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:59:32,305 INFO [M:0;1c82b83631a2:39557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:59:32,306 DEBUG [M:0;1c82b83631a2:39557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:59:32,306 DEBUG [M:0;1c82b83631a2:39557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:59:32,306 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:59:32,306 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071489896 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071489896,5,FailOnTimeoutGroup] 2024-11-20T02:59:32,306 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071489898 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071489898,5,FailOnTimeoutGroup] 2024-11-20T02:59:32,306 INFO [M:0;1c82b83631a2:39557 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:59:32,306 INFO [M:0;1c82b83631a2:39557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:59:32,307 DEBUG [M:0;1c82b83631a2:39557 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:59:32,307 INFO [M:0;1c82b83631a2:39557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:59:32,307 INFO [M:0;1c82b83631a2:39557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:59:32,307 ERROR [M:0;1c82b83631a2:39557 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43839 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43839,5,PEWorkerGroup] 2024-11-20T02:59:32,308 INFO [M:0;1c82b83631a2:39557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:59:32,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:59:32,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:59:32,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:32,313 DEBUG [M:0;1c82b83631a2:39557 {}] zookeeper.ZKUtil(347): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:59:32,313 WARN [M:0;1c82b83631a2:39557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:59:32,314 INFO [M:0;1c82b83631a2:39557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/.lastflushedseqids 2024-11-20T02:59:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741865_1041 (size=686) 2024-11-20T02:59:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741865_1041 (size=686) 2024-11-20T02:59:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741865_1041 (size=686) 2024-11-20T02:59:32,327 INFO [M:0;1c82b83631a2:39557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:59:32,327 INFO [M:0;1c82b83631a2:39557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:59:32,327 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:59:32,327 INFO [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:32,327 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:32,327 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:59:32,327 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:32,327 INFO [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.95 KB heapSize=241.73 KB 2024-11-20T02:59:32,346 DEBUG [M:0;1c82b83631a2:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c82b440ad6549eeb8b9d4a887f3b1f6 is 82, key is hbase:meta,,1/info:regioninfo/1732071500630/Put/seqid=0 2024-11-20T02:59:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741866_1042 (size=5672) 2024-11-20T02:59:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741866_1042 (size=5672) 2024-11-20T02:59:32,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741866_1042 (size=5672) 2024-11-20T02:59:32,354 INFO [M:0;1c82b83631a2:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c82b440ad6549eeb8b9d4a887f3b1f6 2024-11-20T02:59:32,378 DEBUG [M:0;1c82b83631a2:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/710f665480f84802bc50ac55ebe2d04d is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732071511554/Put/seqid=0 2024-11-20T02:59:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741867_1043 (size=8972) 2024-11-20T02:59:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741867_1043 (size=8972) 2024-11-20T02:59:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741867_1043 (size=8972) 2024-11-20T02:59:32,386 INFO [M:0;1c82b83631a2:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.22 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/710f665480f84802bc50ac55ebe2d04d 2024-11-20T02:59:32,392 INFO [M:0;1c82b83631a2:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 710f665480f84802bc50ac55ebe2d04d 2024-11-20T02:59:32,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:59:32,397 INFO [RS:0;1c82b83631a2:45145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:59:32,397 INFO [RS:0;1c82b83631a2:45145 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,45145,1732071488574; zookeeper connection closed. 2024-11-20T02:59:32,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x101577709030001, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:59:32,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1631e206 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1631e206 2024-11-20T02:59:32,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T02:59:32,408 DEBUG [M:0;1c82b83631a2:39557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd1a803de28649c5845d0bde4cd49440 is 69, key is 1c82b83631a2,45145,1732071488574/rs:state/1732071489944/Put/seqid=0 2024-11-20T02:59:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741868_1044 (size=5446) 2024-11-20T02:59:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741868_1044 (size=5446) 2024-11-20T02:59:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741868_1044 (size=5446) 2024-11-20T02:59:32,417 INFO [M:0;1c82b83631a2:39557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd1a803de28649c5845d0bde4cd49440 2024-11-20T02:59:32,422 INFO [M:0;1c82b83631a2:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd1a803de28649c5845d0bde4cd49440 2024-11-20T02:59:32,424 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c82b440ad6549eeb8b9d4a887f3b1f6 as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c82b440ad6549eeb8b9d4a887f3b1f6 2024-11-20T02:59:32,432 INFO [M:0;1c82b83631a2:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c82b440ad6549eeb8b9d4a887f3b1f6, entries=8, sequenceid=513, filesize=5.5 K 2024-11-20T02:59:32,434 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/710f665480f84802bc50ac55ebe2d04d as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/710f665480f84802bc50ac55ebe2d04d 2024-11-20T02:59:32,442 INFO [M:0;1c82b83631a2:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 710f665480f84802bc50ac55ebe2d04d 2024-11-20T02:59:32,442 INFO [M:0;1c82b83631a2:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/710f665480f84802bc50ac55ebe2d04d, entries=56, sequenceid=513, filesize=8.8 K 2024-11-20T02:59:32,444 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd1a803de28649c5845d0bde4cd49440 as hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd1a803de28649c5845d0bde4cd49440 2024-11-20T02:59:32,452 INFO [M:0;1c82b83631a2:39557 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd1a803de28649c5845d0bde4cd49440 2024-11-20T02:59:32,452 INFO [M:0;1c82b83631a2:39557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/7850f4be-a270-8ce9-32e2-dc6e5a1fae6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd1a803de28649c5845d0bde4cd49440, entries=3, sequenceid=513, filesize=5.3 K 2024-11-20T02:59:32,453 INFO [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=513, compaction requested=false 2024-11-20T02:59:32,455 INFO [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:32,455 DEBUG [M:0;1c82b83631a2:39557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732071572327Disabling compacts and flushes for region at 1732071572327Disabling writes for close at 1732071572327Obtaining lock to block concurrent updates at 1732071572327Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732071572327Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199631, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1732071572328 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732071572328Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732071572328Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732071572346 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732071572346Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732071572360 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732071572377 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732071572377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732071572393 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732071572407 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732071572407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579cd431: reopening flushed file at 1732071572423 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f00b704: reopening flushed file at 1732071572433 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d65843: reopening flushed file at 1732071572443 (+10 ms)Finished flush of dataSize ~194.95 KB/199631, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=513, compaction requested=false at 1732071572454 (+11 ms)Writing region close event to WAL at 1732071572455 (+1 ms)Closed at 1732071572455 2024-11-20T02:59:32,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741830_1006 (size=233823) 2024-11-20T02:59:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741830_1006 (size=233823) 2024-11-20T02:59:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42527 is added to blk_1073741830_1006 (size=233823) 2024-11-20T02:59:32,459 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:59:32,459 INFO [M:0;1c82b83631a2:39557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:59:32,459 INFO [M:0;1c82b83631a2:39557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39557 2024-11-20T02:59:32,459 INFO [M:0;1c82b83631a2:39557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:59:32,585 INFO [M:0;1c82b83631a2:39557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:59:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:59:32,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39557-0x101577709030000, quorum=127.0.0.1:54640, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:59:32,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:59:32,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:59:32,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:59:32,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:59:32,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,STOPPED} 2024-11-20T02:59:32,634 WARN [BP-108739907-172.17.0.2-1732071484011 heartbeating to localhost/127.0.0.1:43839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:59:32,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:59:32,634 WARN [BP-108739907-172.17.0.2-1732071484011 heartbeating to localhost/127.0.0.1:43839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-108739907-172.17.0.2-1732071484011 (Datanode Uuid 89636fa2-9cf8-4e63-acda-ee61cbb5092a) service to localhost/127.0.0.1:43839 2024-11-20T02:59:32,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:59:32,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data5/current/BP-108739907-172.17.0.2-1732071484011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:59:32,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data6/current/BP-108739907-172.17.0.2-1732071484011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:59:32,636 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:59:32,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:59:32,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:59:32,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:59:32,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:59:32,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,STOPPED} 2024-11-20T02:59:32,640 WARN [BP-108739907-172.17.0.2-1732071484011 heartbeating to localhost/127.0.0.1:43839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:59:32,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:59:32,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:59:32,641 WARN [BP-108739907-172.17.0.2-1732071484011 heartbeating to localhost/127.0.0.1:43839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-108739907-172.17.0.2-1732071484011 (Datanode Uuid 79774417-c3d8-4c48-b177-8e80c64f10e6) service to localhost/127.0.0.1:43839 2024-11-20T02:59:32,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data3/current/BP-108739907-172.17.0.2-1732071484011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:59:32,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data4/current/BP-108739907-172.17.0.2-1732071484011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:59:32,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:59:32,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:59:32,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:59:32,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:59:32,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:59:32,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,STOPPED} 2024-11-20T02:59:32,645 WARN [BP-108739907-172.17.0.2-1732071484011 heartbeating to localhost/127.0.0.1:43839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:59:32,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:59:32,645 WARN [BP-108739907-172.17.0.2-1732071484011 heartbeating to localhost/127.0.0.1:43839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-108739907-172.17.0.2-1732071484011 (Datanode Uuid 5b7bed4d-d023-46d9-80e4-819260e7e6f0) service to localhost/127.0.0.1:43839 2024-11-20T02:59:32,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:59:32,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data1/current/BP-108739907-172.17.0.2-1732071484011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:59:32,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/cluster_e6af6693-3181-6757-baba-5b9ceb98aed7/data/data2/current/BP-108739907-172.17.0.2-1732071484011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:59:32,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:59:32,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:59:32,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:59:32,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:59:32,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:59:32,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir/,STOPPED} 2024-11-20T02:59:32,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:59:32,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:59:32,713 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1c82b83631a2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/1c82b83631a2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1c82b83631a2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43839 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@b1761fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43839 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/1c82b83631a2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/1c82b83631a2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=5422 (was 6615) 2024-11-20T02:59:32,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=5423 2024-11-20T02:59:32,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir so I do NOT create it in target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836 2024-11-20T02:59:32,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T02:59:32,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.tmp.dir so I do NOT create it in target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836 2024-11-20T02:59:32,732 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ee661361-1cbc-e7f8-dd78-142dea41889d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T02:59:32,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836 2024-11-20T02:59:32,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:59:32,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432, deleteOnExit=true 2024-11-20T02:59:32,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/test.cache.data in system properties and HBase conf 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:59:32,733 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:59:32,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:59:32,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:59:32,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:59:32,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:59:32,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:59:32,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:59:32,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:59:32,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:59:32,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb14da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:59:33,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58bba0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:59:33,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2ff21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/java.io.tmpdir/jetty-localhost-45859-hadoop-hdfs-3_4_1-tests_jar-_-any-3160472759089890111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:59:33,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@376d3aeb{HTTP/1.1, (http/1.1)}{localhost:45859} 2024-11-20T02:59:33,097 INFO [Time-limited test {}] server.Server(415): Started @91024ms 2024-11-20T02:59:33,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:59:33,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:59:33,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:59:33,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:59:33,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:59:33,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:59:33,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:59:33,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22032f89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/java.io.tmpdir/jetty-localhost-45235-hadoop-hdfs-3_4_1-tests_jar-_-any-12530778184132070270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:59:33,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:45235} 2024-11-20T02:59:33,390 INFO [Time-limited test {}] server.Server(415): Started @91317ms 2024-11-20T02:59:33,391 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:59:33,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:59:33,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:59:33,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:59:33,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:59:33,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:59:33,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:59:33,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:59:33,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a0161ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/java.io.tmpdir/jetty-localhost-44929-hadoop-hdfs-3_4_1-tests_jar-_-any-12305024472874876472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:59:33,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:44929} 2024-11-20T02:59:33,521 INFO [Time-limited test {}] server.Server(415): Started @91449ms 2024-11-20T02:59:33,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:59:33,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:59:33,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:59:33,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:59:33,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:59:33,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:59:33,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180e4735{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:59:33,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1b8377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:59:33,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@732bb784{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/java.io.tmpdir/jetty-localhost-44527-hadoop-hdfs-3_4_1-tests_jar-_-any-7776536144606100213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:59:33,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7289176a{HTTP/1.1, (http/1.1)}{localhost:44527} 2024-11-20T02:59:33,662 INFO [Time-limited test {}] server.Server(415): Started @91589ms 2024-11-20T02:59:33,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:59:34,244 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data1/current/BP-226708319-172.17.0.2-1732071572751/current, will proceed with Du for space computation calculation, 2024-11-20T02:59:34,244 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data2/current/BP-226708319-172.17.0.2-1732071572751/current, will proceed with Du for space computation calculation, 2024-11-20T02:59:34,261 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:59:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x271f26dbb2887c55 with lease ID 0xd0f35d514fe79534: Processing first storage report for DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0b6d5d95-d796-428d-8494-ac014807db3f, infoPort=38313, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751) 2024-11-20T02:59:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x271f26dbb2887c55 with lease ID 0xd0f35d514fe79534: from storage DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0b6d5d95-d796-428d-8494-ac014807db3f, infoPort=38313, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:59:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x271f26dbb2887c55 with lease ID 0xd0f35d514fe79534: Processing first storage report for DS-427c4a2d-c7bb-43ba-b5ad-de827eae9c71 from datanode DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0b6d5d95-d796-428d-8494-ac014807db3f, infoPort=38313, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751) 2024-11-20T02:59:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x271f26dbb2887c55 with lease ID 0xd0f35d514fe79534: from storage DS-427c4a2d-c7bb-43ba-b5ad-de827eae9c71 node DatanodeRegistration(127.0.0.1:36591, datanodeUuid=0b6d5d95-d796-428d-8494-ac014807db3f, infoPort=38313, infoSecurePort=0, ipcPort=32879, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:59:34,479 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data3/current/BP-226708319-172.17.0.2-1732071572751/current, will proceed with Du for space computation calculation, 2024-11-20T02:59:34,482 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data4/current/BP-226708319-172.17.0.2-1732071572751/current, will proceed with Du for space computation calculation, 2024-11-20T02:59:34,497 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:59:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75b566e7718c463f with lease ID 0xd0f35d514fe79535: Processing first storage report for DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0 from datanode DatanodeRegistration(127.0.0.1:37409, datanodeUuid=7b7cc84f-ccd4-4b4c-8605-2d53c5a60e65, infoPort=40817, infoSecurePort=0, ipcPort=40485, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751) 2024-11-20T02:59:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75b566e7718c463f with lease ID 0xd0f35d514fe79535: from storage DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0 node DatanodeRegistration(127.0.0.1:37409, datanodeUuid=7b7cc84f-ccd4-4b4c-8605-2d53c5a60e65, infoPort=40817, infoSecurePort=0, ipcPort=40485, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:59:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75b566e7718c463f with lease ID 0xd0f35d514fe79535: Processing first storage report for DS-7171a21a-c7fc-46f2-babb-c770817c11a4 from datanode DatanodeRegistration(127.0.0.1:37409, datanodeUuid=7b7cc84f-ccd4-4b4c-8605-2d53c5a60e65, infoPort=40817, infoSecurePort=0, ipcPort=40485, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751) 2024-11-20T02:59:34,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75b566e7718c463f with lease ID 0xd0f35d514fe79535: from storage DS-7171a21a-c7fc-46f2-babb-c770817c11a4 node DatanodeRegistration(127.0.0.1:37409, datanodeUuid=7b7cc84f-ccd4-4b4c-8605-2d53c5a60e65, infoPort=40817, infoSecurePort=0, ipcPort=40485, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:59:34,583 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data5/current/BP-226708319-172.17.0.2-1732071572751/current, will proceed with Du for space computation calculation, 2024-11-20T02:59:34,584 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data6/current/BP-226708319-172.17.0.2-1732071572751/current, will proceed with Du for space computation calculation, 2024-11-20T02:59:34,600 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:59:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x343ef02301c5ff5a with lease ID 0xd0f35d514fe79536: Processing first storage report for DS-5366cedc-b09c-4179-824a-76300ed4c5bd from datanode DatanodeRegistration(127.0.0.1:34317, datanodeUuid=4fb2d84a-591b-4355-a9b9-6fa2abbd80e5, infoPort=45387, infoSecurePort=0, ipcPort=36269, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751) 2024-11-20T02:59:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x343ef02301c5ff5a with lease ID 0xd0f35d514fe79536: from storage DS-5366cedc-b09c-4179-824a-76300ed4c5bd node DatanodeRegistration(127.0.0.1:34317, datanodeUuid=4fb2d84a-591b-4355-a9b9-6fa2abbd80e5, infoPort=45387, infoSecurePort=0, ipcPort=36269, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:59:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x343ef02301c5ff5a with lease ID 0xd0f35d514fe79536: Processing first storage report for DS-190ec7f0-18e9-4979-9592-8bea682dea27 from datanode DatanodeRegistration(127.0.0.1:34317, datanodeUuid=4fb2d84a-591b-4355-a9b9-6fa2abbd80e5, infoPort=45387, infoSecurePort=0, ipcPort=36269, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751) 2024-11-20T02:59:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x343ef02301c5ff5a with lease ID 0xd0f35d514fe79536: from storage DS-190ec7f0-18e9-4979-9592-8bea682dea27 node DatanodeRegistration(127.0.0.1:34317, datanodeUuid=4fb2d84a-591b-4355-a9b9-6fa2abbd80e5, infoPort=45387, infoSecurePort=0, ipcPort=36269, storageInfo=lv=-57;cid=testClusterID;nsid=352765373;c=1732071572751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:59:34,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836 2024-11-20T02:59:34,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/zookeeper_0, clientPort=55994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:59:34,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55994 2024-11-20T02:59:34,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:59:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:59:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:59:34,729 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d with version=8 2024-11-20T02:59:34,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/hbase-staging 2024-11-20T02:59:34,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:59:34,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:59:34,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:59:34,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:59:34,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:59:34,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45167 2024-11-20T02:59:34,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45167 connecting to ZooKeeper ensemble=127.0.0.1:55994 2024-11-20T02:59:34,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451670x0, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:59:34,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45167-0x10157785f790000 connected 2024-11-20T02:59:34,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:59:34,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d, hbase.cluster.distributed=false 2024-11-20T02:59:34,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:59:34,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45167 2024-11-20T02:59:34,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45167 2024-11-20T02:59:34,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45167 2024-11-20T02:59:34,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45167 2024-11-20T02:59:34,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45167 2024-11-20T02:59:34,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:59:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:59:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:59:34,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:59:34,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:59:34,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34321 2024-11-20T02:59:34,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34321 connecting to ZooKeeper ensemble=127.0.0.1:55994 2024-11-20T02:59:34,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343210x0, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:59:34,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:59:34,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34321-0x10157785f790001 connected 2024-11-20T02:59:34,905 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:59:34,906 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:59:34,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:59:34,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:59:34,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34321 2024-11-20T02:59:34,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34321 2024-11-20T02:59:34,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34321 2024-11-20T02:59:34,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34321 2024-11-20T02:59:34,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34321 2024-11-20T02:59:34,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:59:34,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:59:34,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:59:34,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:59:34,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:59:34,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41445 2024-11-20T02:59:34,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41445 connecting to ZooKeeper ensemble=127.0.0.1:55994 2024-11-20T02:59:34,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414450x0, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:59:34,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41445-0x10157785f790002 connected 2024-11-20T02:59:34,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:59:34,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:59:34,945 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:59:34,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:59:34,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:59:34,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-20T02:59:34,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41445 2024-11-20T02:59:34,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41445 2024-11-20T02:59:34,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-20T02:59:34,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41445 2024-11-20T02:59:34,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:59:34,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:59:34,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:59:34,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:59:34,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:59:34,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:59:34,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40249 2024-11-20T02:59:34,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40249 connecting to ZooKeeper ensemble=127.0.0.1:55994 2024-11-20T02:59:34,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:34,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402490x0, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:59:34,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:59:34,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40249-0x10157785f790003 connected 2024-11-20T02:59:34,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:59:34,980 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:59:34,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:59:34,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:59:34,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-20T02:59:34,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40249 2024-11-20T02:59:34,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40249 2024-11-20T02:59:34,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-20T02:59:34,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-20T02:59:34,996 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:45167 2024-11-20T02:59:34,997 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,45167,1732071574731 2024-11-20T02:59:35,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,005 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,45167,1732071574731 2024-11-20T02:59:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:59:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:59:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:59:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,014 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:59:35,014 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,45167,1732071574731 from backup master directory 2024-11-20T02:59:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,45167,1732071574731 2024-11-20T02:59:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:59:35,021 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:59:35,021 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,45167,1732071574731 2024-11-20T02:59:35,025 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/hbase.id] with ID: 443c427e-2ba9-4588-a97b-e59d013085ed 2024-11-20T02:59:35,025 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.tmp/hbase.id 2024-11-20T02:59:35,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:59:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:59:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:59:35,034 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.tmp/hbase.id]:[hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/hbase.id] 2024-11-20T02:59:35,047 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:59:35,047 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:59:35,049 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T02:59:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:59:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:59:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:59:35,068 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:59:35,069 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:59:35,069 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:59:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:59:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:59:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:59:35,080 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store 2024-11-20T02:59:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:59:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:59:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:59:35,089 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:35,089 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:59:35,089 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:35,089 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:35,089 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:59:35,089 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:35,089 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:59:35,089 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732071575089Disabling compacts and flushes for region at 1732071575089Disabling writes for close at 1732071575089Writing region close event to WAL at 1732071575089Closed at 1732071575089 2024-11-20T02:59:35,090 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/.initializing 2024-11-20T02:59:35,090 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/WALs/1c82b83631a2,45167,1732071574731 2024-11-20T02:59:35,091 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:59:35,093 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C45167%2C1732071574731, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/WALs/1c82b83631a2,45167,1732071574731, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/oldWALs, maxLogs=10 2024-11-20T02:59:35,105 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/WALs/1c82b83631a2,45167,1732071574731/1c82b83631a2%2C45167%2C1732071574731.1732071575093, exclude list is [], retry=0 2024-11-20T02:59:35,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5366cedc-b09c-4179-824a-76300ed4c5bd,DISK] 2024-11-20T02:59:35,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37409,DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0,DISK] 2024-11-20T02:59:35,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa,DISK] 2024-11-20T02:59:35,110 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/WALs/1c82b83631a2,45167,1732071574731/1c82b83631a2%2C45167%2C1732071574731.1732071575093 2024-11-20T02:59:35,110 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40817:40817),(127.0.0.1/127.0.0.1:45387:45387),(127.0.0.1/127.0.0.1:38313:38313)] 2024-11-20T02:59:35,110 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:59:35,110 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:35,110 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,110 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:59:35,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:35,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:59:35,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:35,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:59:35,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:35,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:59:35,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:35,121 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,122 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,122 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,124 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,124 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,124 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:59:35,125 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:59:35,127 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:35,128 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69787398, jitterRate=0.03991326689720154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:59:35,129 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732071575111Initializing all the Stores at 1732071575112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071575112Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071575112Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071575112Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071575112Cleaning up temporary data from old regions at 1732071575124 (+12 ms)Region opened successfully at 1732071575128 (+4 ms) 2024-11-20T02:59:35,129 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:59:35,133 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269f1c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:59:35,133 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:59:35,134 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:59:35,134 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:59:35,134 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:59:35,134 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:59:35,135 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T02:59:35,135 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-20T02:59:35,138 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:59:35,139 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:59:35,154 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:59:35,155 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:59:35,155 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:59:35,162 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:59:35,163 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:59:35,164 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:59:35,171 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:59:35,172 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:59:35,179 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:59:35,181 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:59:35,187 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,196 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,45167,1732071574731, sessionid=0x10157785f790000, setting cluster-up flag (Was=false) 2024-11-20T02:59:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,237 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:59:35,239 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,45167,1732071574731 2024-11-20T02:59:35,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,279 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:59:35,280 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,45167,1732071574731 2024-11-20T02:59:35,281 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:59:35,283 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:59:35,283 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:59:35,283 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:59:35,283 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,45167,1732071574731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:59:35,285 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:59:35,285 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:59:35,285 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:59:35,285 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(746): ClusterId : 443c427e-2ba9-4588-a97b-e59d013085ed 2024-11-20T02:59:35,285 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(746): ClusterId : 443c427e-2ba9-4588-a97b-e59d013085ed 2024-11-20T02:59:35,285 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(746): ClusterId : 443c427e-2ba9-4588-a97b-e59d013085ed 2024-11-20T02:59:35,285 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:59:35,285 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:59:35,285 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:59:35,285 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:59:35,285 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:59:35,285 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,286 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:59:35,286 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:59:35,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:59:35,287 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071605287 2024-11-20T02:59:35,288 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:59:35,288 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:59:35,288 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:59:35,288 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:59:35,288 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:59:35,288 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:59:35,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:59:35,293 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,294 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:59:35,294 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:59:35,294 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:59:35,294 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:59:35,294 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:59:35,294 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071575294,5,FailOnTimeoutGroup] 2024-11-20T02:59:35,295 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071575295,5,FailOnTimeoutGroup] 2024-11-20T02:59:35,295 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,295 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:59:35,295 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,295 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:59:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:59:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:59:35,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:59:35,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:35,305 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:59:35,305 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:59:35,305 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:59:35,305 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:59:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:59:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:59:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:59:35,312 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:59:35,313 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:59:35,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:35,313 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:59:35,313 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:59:35,313 DEBUG [RS:2;1c82b83631a2:40249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d11022e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:59:35,314 DEBUG [RS:1;1c82b83631a2:41445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ea246c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:59:35,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:59:35,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:59:35,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:35,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:59:35,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:59:35,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:35,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:59:35,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:59:35,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:35,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:59:35,323 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:59:35,323 DEBUG [RS:0;1c82b83631a2:34321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff809ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:59:35,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:59:35,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:35,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:35,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:59:35,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740 2024-11-20T02:59:35,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740 2024-11-20T02:59:35,327 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1c82b83631a2:41445 2024-11-20T02:59:35,327 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1c82b83631a2:40249 2024-11-20T02:59:35,328 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:59:35,328 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:59:35,328 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:59:35,328 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:59:35,328 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:59:35,328 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:59:35,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:59:35,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:59:35,328 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,45167,1732071574731 with port=40249, startcode=1732071574967 2024-11-20T02:59:35,328 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,45167,1732071574731 with port=41445, startcode=1732071574926 2024-11-20T02:59:35,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:59:35,329 DEBUG [RS:2;1c82b83631a2:40249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:59:35,329 DEBUG [RS:1;1c82b83631a2:41445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:59:35,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:59:35,331 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50041, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:59:35,331 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38087, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:59:35,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,40249,1732071574967 2024-11-20T02:59:35,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45167 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:35,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:35,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,41445,1732071574926 2024-11-20T02:59:35,333 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:35,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45167 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,41445,1732071574926 2024-11-20T02:59:35,333 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37123 2024-11-20T02:59:35,333 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:59:35,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58846714, jitterRate=-0.12311562895774841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:59:35,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732071575313Initializing all the Stores at 1732071575314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071575314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071575314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071575314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071575314Cleaning up temporary data from old regions at 1732071575328 (+14 ms)Region opened successfully at 1732071575334 (+6 ms) 2024-11-20T02:59:35,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:59:35,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:59:35,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:59:35,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:59:35,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:59:35,335 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:35,335 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37123 2024-11-20T02:59:35,335 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:59:35,336 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:59:35,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732071575334Disabling compacts and flushes for region at 1732071575334Disabling writes for close at 1732071575334Writing region close event to WAL at 1732071575336 (+2 ms)Closed at 1732071575336 2024-11-20T02:59:35,338 DEBUG [RS:0;1c82b83631a2:34321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:34321 2024-11-20T02:59:35,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:59:35,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:59:35,338 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:59:35,338 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:59:35,338 DEBUG [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:59:35,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:59:35,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:59:35,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:59:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:59:35,378 DEBUG [RS:2;1c82b83631a2:40249 {}] zookeeper.ZKUtil(111): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,40249,1732071574967 2024-11-20T02:59:35,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,40249,1732071574967] 2024-11-20T02:59:35,378 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,45167,1732071574731 with port=34321, startcode=1732071574888 2024-11-20T02:59:35,378 WARN [RS:2;1c82b83631a2:40249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:59:35,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,41445,1732071574926] 2024-11-20T02:59:35,378 INFO [RS:2;1c82b83631a2:40249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:59:35,378 DEBUG [RS:0;1c82b83631a2:34321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:59:35,378 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,40249,1732071574967 2024-11-20T02:59:35,378 DEBUG [RS:1;1c82b83631a2:41445 {}] zookeeper.ZKUtil(111): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,41445,1732071574926 2024-11-20T02:59:35,379 WARN [RS:1;1c82b83631a2:41445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:59:35,379 INFO [RS:1;1c82b83631a2:41445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:59:35,379 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,41445,1732071574926 2024-11-20T02:59:35,380 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37687, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:59:35,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,34321,1732071574888 2024-11-20T02:59:35,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45167 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:35,382 DEBUG [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:35,382 DEBUG [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37123 2024-11-20T02:59:35,382 DEBUG [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:59:35,383 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:59:35,386 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:59:35,386 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:59:35,387 INFO [RS:2;1c82b83631a2:40249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:59:35,387 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,387 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:59:35,388 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:59:35,388 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,388 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,388 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,388 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,388 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 INFO [RS:1;1c82b83631a2:41445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:59:35,389 DEBUG [RS:2;1c82b83631a2:40249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:59:35,389 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:59:35,390 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,390 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,390 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,390 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,390 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,390 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,40249,1732071574967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:59:35,390 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:59:35,391 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,391 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,392 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,392 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,392 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:59:35,392 DEBUG [RS:1;1c82b83631a2:41445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:59:35,392 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,392 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,392 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,392 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,392 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,392 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41445,1732071574926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:59:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:59:35,396 DEBUG [RS:0;1c82b83631a2:34321 {}] zookeeper.ZKUtil(111): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,34321,1732071574888 2024-11-20T02:59:35,396 WARN [RS:0;1c82b83631a2:34321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:59:35,396 INFO [RS:0;1c82b83631a2:34321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:59:35,397 DEBUG [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888 2024-11-20T02:59:35,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,34321,1732071574888] 2024-11-20T02:59:35,401 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:59:35,404 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:59:35,404 INFO [RS:0;1c82b83631a2:34321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:59:35,404 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,405 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:59:35,405 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:59:35,406 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,406 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,407 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,407 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,407 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:59:35,407 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:59:35,407 DEBUG [RS:0;1c82b83631a2:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:59:35,408 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:59:35,408 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,40249,1732071574967-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,408 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,408 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,408 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,408 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,408 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.Replication(171): 1c82b83631a2,40249,1732071574967 started 2024-11-20T02:59:35,408 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,408 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,409 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,34321,1732071574888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:59:35,411 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:59:35,411 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41445,1732071574926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,411 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,411 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.Replication(171): 1c82b83631a2,41445,1732071574926 started 2024-11-20T02:59:35,421 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:59:35,421 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,422 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,40249,1732071574967, RpcServer on 1c82b83631a2/172.17.0.2:40249, sessionid=0x10157785f790003 2024-11-20T02:59:35,422 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,34321,1732071574888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,422 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:59:35,422 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,422 DEBUG [RS:2;1c82b83631a2:40249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,40249,1732071574967 2024-11-20T02:59:35,422 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.Replication(171): 1c82b83631a2,34321,1732071574888 started 2024-11-20T02:59:35,422 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,40249,1732071574967' 2024-11-20T02:59:35,422 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:59:35,422 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:59:35,423 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:59:35,423 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:59:35,423 DEBUG [RS:2;1c82b83631a2:40249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,40249,1732071574967 2024-11-20T02:59:35,423 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,40249,1732071574967' 2024-11-20T02:59:35,423 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:59:35,423 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:59:35,423 DEBUG [RS:2;1c82b83631a2:40249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:59:35,423 INFO [RS:2;1c82b83631a2:40249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:59:35,424 INFO [RS:2;1c82b83631a2:40249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:59:35,425 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,425 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,41445,1732071574926, RpcServer on 1c82b83631a2/172.17.0.2:41445, sessionid=0x10157785f790002 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,41445,1732071574926 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,41445,1732071574926' 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:59:35,425 DEBUG [RS:1;1c82b83631a2:41445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,41445,1732071574926 2024-11-20T02:59:35,426 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,41445,1732071574926' 2024-11-20T02:59:35,426 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:59:35,426 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:59:35,426 DEBUG [RS:1;1c82b83631a2:41445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:59:35,426 INFO [RS:1;1c82b83631a2:41445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:59:35,426 INFO [RS:1;1c82b83631a2:41445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:59:35,434 INFO [RS:0;1c82b83631a2:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:35,435 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,34321,1732071574888, RpcServer on 1c82b83631a2/172.17.0.2:34321, sessionid=0x10157785f790001 2024-11-20T02:59:35,435 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:59:35,435 DEBUG [RS:0;1c82b83631a2:34321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,34321,1732071574888 2024-11-20T02:59:35,435 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,34321,1732071574888' 2024-11-20T02:59:35,435 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:59:35,435 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:59:35,436 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:59:35,436 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:59:35,436 DEBUG [RS:0;1c82b83631a2:34321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,34321,1732071574888 2024-11-20T02:59:35,436 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,34321,1732071574888' 2024-11-20T02:59:35,436 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:59:35,436 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:59:35,437 DEBUG [RS:0;1c82b83631a2:34321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:59:35,437 INFO [RS:0;1c82b83631a2:34321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:59:35,437 INFO [RS:0;1c82b83631a2:34321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:59:35,491 WARN [1c82b83631a2:45167 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:59:35,524 INFO [RS:2;1c82b83631a2:40249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:59:35,527 INFO [RS:1;1c82b83631a2:41445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:59:35,528 INFO [RS:2;1c82b83631a2:40249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C40249%2C1732071574967, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,40249,1732071574967, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs, maxLogs=32 2024-11-20T02:59:35,530 INFO [RS:1;1c82b83631a2:41445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C41445%2C1732071574926, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,41445,1732071574926, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs, maxLogs=32 2024-11-20T02:59:35,537 INFO [RS:0;1c82b83631a2:34321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:59:35,539 INFO [RS:0;1c82b83631a2:34321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C34321%2C1732071574888, suffix=, logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs, maxLogs=32 2024-11-20T02:59:35,545 DEBUG [RS:2;1c82b83631a2:40249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,40249,1732071574967/1c82b83631a2%2C40249%2C1732071574967.1732071575531, exclude list is [], retry=0 2024-11-20T02:59:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37409,DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0,DISK] 2024-11-20T02:59:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5366cedc-b09c-4179-824a-76300ed4c5bd,DISK] 2024-11-20T02:59:35,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa,DISK] 2024-11-20T02:59:35,549 DEBUG [RS:1;1c82b83631a2:41445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,41445,1732071574926/1c82b83631a2%2C41445%2C1732071574926.1732071575531, exclude list is [], retry=0 2024-11-20T02:59:35,551 INFO [RS:2;1c82b83631a2:40249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,40249,1732071574967/1c82b83631a2%2C40249%2C1732071574967.1732071575531 2024-11-20T02:59:35,551 DEBUG [RS:2;1c82b83631a2:40249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38313:38313),(127.0.0.1/127.0.0.1:45387:45387),(127.0.0.1/127.0.0.1:40817:40817)] 2024-11-20T02:59:35,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5366cedc-b09c-4179-824a-76300ed4c5bd,DISK] 2024-11-20T02:59:35,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa,DISK] 2024-11-20T02:59:35,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37409,DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0,DISK] 2024-11-20T02:59:35,553 DEBUG [RS:0;1c82b83631a2:34321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888/1c82b83631a2%2C34321%2C1732071574888.1732071575540, exclude list is [], retry=0 2024-11-20T02:59:35,555 INFO [RS:1;1c82b83631a2:41445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,41445,1732071574926/1c82b83631a2%2C41445%2C1732071574926.1732071575531 2024-11-20T02:59:35,556 DEBUG [RS:1;1c82b83631a2:41445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38313:38313),(127.0.0.1/127.0.0.1:45387:45387),(127.0.0.1/127.0.0.1:40817:40817)] 2024-11-20T02:59:35,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa,DISK] 2024-11-20T02:59:35,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37409,DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0,DISK] 2024-11-20T02:59:35,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5366cedc-b09c-4179-824a-76300ed4c5bd,DISK] 2024-11-20T02:59:35,563 INFO [RS:0;1c82b83631a2:34321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888/1c82b83631a2%2C34321%2C1732071574888.1732071575540 2024-11-20T02:59:35,564 DEBUG [RS:0;1c82b83631a2:34321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38313:38313),(127.0.0.1/127.0.0.1:40817:40817),(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-20T02:59:35,741 DEBUG [1c82b83631a2:45167 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T02:59:35,742 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:59:35,747 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:59:35,747 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:59:35,747 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:59:35,747 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:59:35,747 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:59:35,747 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:59:35,747 INFO [1c82b83631a2:45167 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:59:35,747 INFO [1c82b83631a2:45167 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:59:35,747 INFO [1c82b83631a2:45167 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:59:35,747 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:59:35,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:35,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,34321,1732071574888, state=OPENING 2024-11-20T02:59:35,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:59:35,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:59:35,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:35,797 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:59:35,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:35,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:35,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,34321,1732071574888}] 2024-11-20T02:59:35,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:36,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:36,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:36,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:37,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:59:37,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:37,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:37,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:38,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:59:38,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:59:43,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:59:43,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:43,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:43,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:44,838 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c82b83631a2:39557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T02:59:45,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:59:45,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45101, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:59:45,842 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:59:45,842 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:59:45,843 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:59:45,846 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C34321%2C1732071574888.meta, suffix=.meta, logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs, maxLogs=32 2024-11-20T02:59:45,863 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, exclude list is [], retry=0 2024-11-20T02:59:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa,DISK] 2024-11-20T02:59:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5366cedc-b09c-4179-824a-76300ed4c5bd,DISK] 2024-11-20T02:59:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37409,DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0,DISK] 2024-11-20T02:59:45,868 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta 2024-11-20T02:59:45,868 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38313:38313),(127.0.0.1/127.0.0.1:45387:45387),(127.0.0.1/127.0.0.1:40817:40817)] 2024-11-20T02:59:45,868 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:59:45,868 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:59:45,868 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:59:45,869 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:59:45,869 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:59:45,869 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:45,869 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:59:45,869 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:59:45,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:59:45,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:59:45,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:45,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:45,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:59:45,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:59:45,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:45,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:45,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:59:45,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:59:45,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:45,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:45,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:59:45,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:59:45,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:45,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:59:45,876 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:59:45,877 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740 2024-11-20T02:59:45,878 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740 2024-11-20T02:59:45,879 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:59:45,879 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:59:45,880 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:59:45,881 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:59:45,882 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66016998, jitterRate=-0.016270071268081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:59:45,883 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:59:45,883 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732071585869Writing region info on filesystem at 1732071585869Initializing all the Stores at 1732071585870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071585870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071585870Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071585870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071585870Cleaning up temporary data from old regions at 1732071585880 (+10 ms)Running coprocessor post-open hooks at 1732071585883 (+3 ms)Region opened successfully at 1732071585883 2024-11-20T02:59:45,884 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732071585802 2024-11-20T02:59:45,886 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:59:45,886 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:59:45,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:45,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,34321,1732071574888, state=OPEN 2024-11-20T02:59:45,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:59:45,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:59:45,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:59:45,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:59:45,902 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:45,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:45,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:45,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:45,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:45,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:59:45,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,34321,1732071574888 in 10.1050 sec 2024-11-20T02:59:45,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:59:45,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5660 sec 2024-11-20T02:59:45,906 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:59:45,906 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:59:45,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:45,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,34321,1732071574888, seqNum=-1] 2024-11-20T02:59:45,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:59:45,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53411, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:59:45,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6320 sec 2024-11-20T02:59:45,915 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732071585915, completionTime=-1 2024-11-20T02:59:45,915 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T02:59:45,915 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:59:45,917 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T02:59:45,917 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071645917 2024-11-20T02:59:45,917 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071705917 2024-11-20T02:59:45,917 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-20T02:59:45,917 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:59:45,918 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45167,1732071574731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:45,918 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45167,1732071574731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:45,918 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45167,1732071574731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:45,918 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:45167, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:45,918 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:45,919 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:45,920 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:59:45,922 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.901sec 2024-11-20T02:59:45,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:59:45,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:59:45,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:59:45,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:59:45,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:59:45,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45167,1732071574731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:59:45,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45167,1732071574731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:59:45,925 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:59:45,925 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:59:45,925 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,45167,1732071574731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:59:46,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1caa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:59:46,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,45167,-1 for getting cluster id 2024-11-20T02:59:46,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:59:46,004 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '443c427e-2ba9-4588-a97b-e59d013085ed' 2024-11-20T02:59:46,005 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:59:46,006 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "443c427e-2ba9-4588-a97b-e59d013085ed" 2024-11-20T02:59:46,007 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74da7a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:59:46,007 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,45167,-1] 2024-11-20T02:59:46,008 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:59:46,009 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:46,011 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:59:46,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:59:46,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:46,013 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,34321,1732071574888, seqNum=-1] 2024-11-20T02:59:46,013 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:59:46,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:59:46,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,45167,1732071574731 2024-11-20T02:59:46,017 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732071586017 (current time:1732071586017). 2024-11-20T02:59:46,017 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-20T02:59:46,017 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-20T02:59:46,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8b3e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:59:46,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,45167,-1 for getting cluster id 2024-11-20T02:59:46,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:59:46,018 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '443c427e-2ba9-4588-a97b-e59d013085ed' 2024-11-20T02:59:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:59:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "443c427e-2ba9-4588-a97b-e59d013085ed" 2024-11-20T02:59:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78feed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:59:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,45167,-1] 2024-11-20T02:59:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:59:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:46,020 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:59:46,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ec7aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:59:46,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:46,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,34321,1732071574888, seqNum=-1] 2024-11-20T02:59:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:59:46,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:59:46,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:59:46,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:59:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:59:46,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:59:46,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:59:46,025 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,45167,1732071574731 2024-11-20T02:59:46,025 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce193de 2024-11-20T02:59:46,025 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:59:46,027 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:59:46,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:59:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-20T02:59:46,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:59:46,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:46,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-20T02:59:46,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:59:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741837_1013 (size=361) 2024-11-20T02:59:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741837_1013 (size=361) 2024-11-20T02:59:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741837_1013 (size=361) 2024-11-20T02:59:46,042 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b3abc49710b0209199e672bd5bfa4cca, NAME => 'SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,043 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ab202507955eee581198f3566a451a4, NAME => 'SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,043 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d68976e685251e32fa859d24892056a5, NAME => 'SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741840_1016 (size=54) 2024-11-20T02:59:46,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741838_1014 (size=62) 2024-11-20T02:59:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741838_1014 (size=62) 2024-11-20T02:59:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741840_1016 (size=54) 2024-11-20T02:59:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741840_1016 (size=54) 2024-11-20T02:59:46,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741838_1014 (size=62) 2024-11-20T02:59:46,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9ab202507955eee581198f3566a451a4, disabling compactions & flushes 2024-11-20T02:59:46,056 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T02:59:46,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T02:59:46,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. after waiting 0 ms 2024-11-20T02:59:46,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T02:59:46,056 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T02:59:46,056 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ab202507955eee581198f3566a451a4: Waiting for close lock at 1732071586056Disabling compacts and flushes for region at 1732071586056Disabling writes for close at 1732071586056Writing region close event to WAL at 1732071586056Closed at 1732071586056 2024-11-20T02:59:46,057 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c71d3601389cb00f1ea635c885ab6fac, NAME => 'SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d68976e685251e32fa859d24892056a5, disabling compactions & flushes 2024-11-20T02:59:46,057 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T02:59:46,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T02:59:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741839_1015 (size=62) 2024-11-20T02:59:46,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. after waiting 0 ms 2024-11-20T02:59:46,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T02:59:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741839_1015 (size=62) 2024-11-20T02:59:46,057 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T02:59:46,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d68976e685251e32fa859d24892056a5: Waiting for close lock at 1732071586057Disabling compacts and flushes for region at 1732071586057Disabling writes for close at 1732071586057Writing region close event to WAL at 1732071586057Closed at 1732071586057 2024-11-20T02:59:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741839_1015 (size=62) 2024-11-20T02:59:46,058 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => df46b3e1a86755ac1580b3970f7a733b, NAME => 'SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b3abc49710b0209199e672bd5bfa4cca, disabling compactions & flushes 2024-11-20T02:59:46,059 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T02:59:46,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T02:59:46,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. after waiting 0 ms 2024-11-20T02:59:46,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T02:59:46,059 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T02:59:46,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b3abc49710b0209199e672bd5bfa4cca: Waiting for close lock at 1732071586059Disabling compacts and flushes for region at 1732071586059Disabling writes for close at 1732071586059Writing region close event to WAL at 1732071586059Closed at 1732071586059 2024-11-20T02:59:46,060 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 33e471544e0e6d49e6b4f5acaf32c7ba, NAME => 'SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741841_1017 (size=62) 2024-11-20T02:59:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741841_1017 (size=62) 2024-11-20T02:59:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741841_1017 (size=62) 2024-11-20T02:59:46,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c71d3601389cb00f1ea635c885ab6fac, disabling compactions & flushes 2024-11-20T02:59:46,070 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T02:59:46,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T02:59:46,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. after waiting 0 ms 2024-11-20T02:59:46,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T02:59:46,070 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T02:59:46,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c71d3601389cb00f1ea635c885ab6fac: Waiting for close lock at 1732071586070Disabling compacts and flushes for region at 1732071586070Disabling writes for close at 1732071586070Writing region close event to WAL at 1732071586070Closed at 1732071586070 2024-11-20T02:59:46,070 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32f4bf50497f366d7165e63fd8ba3705, NAME => 'SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741842_1018 (size=62) 2024-11-20T02:59:46,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741842_1018 (size=62) 2024-11-20T02:59:46,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741842_1018 (size=62) 2024-11-20T02:59:46,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing df46b3e1a86755ac1580b3970f7a733b, disabling compactions & flushes 2024-11-20T02:59:46,079 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T02:59:46,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T02:59:46,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. after waiting 0 ms 2024-11-20T02:59:46,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T02:59:46,079 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T02:59:46,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for df46b3e1a86755ac1580b3970f7a733b: Waiting for close lock at 1732071586079Disabling compacts and flushes for region at 1732071586079Disabling writes for close at 1732071586079Writing region close event to WAL at 1732071586079Closed at 1732071586079 2024-11-20T02:59:46,080 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8176b0fc2ad5a03eb4ffb303bb42c2f6, NAME => 'SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741843_1019 (size=62) 2024-11-20T02:59:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741843_1019 (size=62) 2024-11-20T02:59:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741843_1019 (size=62) 2024-11-20T02:59:46,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 33e471544e0e6d49e6b4f5acaf32c7ba, disabling compactions & flushes 2024-11-20T02:59:46,083 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T02:59:46,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T02:59:46,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. after waiting 0 ms 2024-11-20T02:59:46,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T02:59:46,084 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T02:59:46,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 33e471544e0e6d49e6b4f5acaf32c7ba: Waiting for close lock at 1732071586083Disabling compacts and flushes for region at 1732071586083Disabling writes for close at 1732071586083Writing region close event to WAL at 1732071586084 (+1 ms)Closed at 1732071586084 2024-11-20T02:59:46,084 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 38a1d4f2c88d8f22a055c026c1da8a81, NAME => 'SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741844_1020 (size=62) 2024-11-20T02:59:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741844_1020 (size=62) 2024-11-20T02:59:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741844_1020 (size=62) 2024-11-20T02:59:46,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 32f4bf50497f366d7165e63fd8ba3705, disabling compactions & flushes 2024-11-20T02:59:46,091 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T02:59:46,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T02:59:46,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. after waiting 0 ms 2024-11-20T02:59:46,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T02:59:46,091 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T02:59:46,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32f4bf50497f366d7165e63fd8ba3705: Waiting for close lock at 1732071586091Disabling compacts and flushes for region at 1732071586091Disabling writes for close at 1732071586091Writing region close event to WAL at 1732071586091Closed at 1732071586091 2024-11-20T02:59:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741845_1021 (size=62) 2024-11-20T02:59:46,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741845_1021 (size=62) 2024-11-20T02:59:46,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741845_1021 (size=62) 2024-11-20T02:59:46,092 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8838c1553d3384c95f51265c54e5c7b, NAME => 'SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d 2024-11-20T02:59:46,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8176b0fc2ad5a03eb4ffb303bb42c2f6, disabling compactions & flushes 2024-11-20T02:59:46,093 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T02:59:46,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T02:59:46,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. after waiting 0 ms 2024-11-20T02:59:46,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T02:59:46,093 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T02:59:46,093 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8176b0fc2ad5a03eb4ffb303bb42c2f6: Waiting for close lock at 1732071586093Disabling compacts and flushes for region at 1732071586093Disabling writes for close at 1732071586093Writing region close event to WAL at 1732071586093Closed at 1732071586093 2024-11-20T02:59:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741846_1022 (size=62) 2024-11-20T02:59:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741846_1022 (size=62) 2024-11-20T02:59:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741846_1022 (size=62) 2024-11-20T02:59:46,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 38a1d4f2c88d8f22a055c026c1da8a81, disabling compactions & flushes 2024-11-20T02:59:46,096 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T02:59:46,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T02:59:46,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. after waiting 0 ms 2024-11-20T02:59:46,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T02:59:46,096 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T02:59:46,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 38a1d4f2c88d8f22a055c026c1da8a81: Waiting for close lock at 1732071586096Disabling compacts and flushes for region at 1732071586096Disabling writes for close at 1732071586096Writing region close event to WAL at 1732071586096Closed at 1732071586096 2024-11-20T02:59:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741847_1023 (size=54) 2024-11-20T02:59:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741847_1023 (size=54) 2024-11-20T02:59:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741847_1023 (size=54) 2024-11-20T02:59:46,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:46,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e8838c1553d3384c95f51265c54e5c7b, disabling compactions & flushes 2024-11-20T02:59:46,101 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T02:59:46,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T02:59:46,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. after waiting 0 ms 2024-11-20T02:59:46,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T02:59:46,101 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T02:59:46,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8838c1553d3384c95f51265c54e5c7b: Waiting for close lock at 1732071586101Disabling compacts and flushes for region at 1732071586101Disabling writes for close at 1732071586101Writing region close event to WAL at 1732071586101Closed at 1732071586101 2024-11-20T02:59:46,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732071586102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071586102"}]},"ts":"1732071586102"} 2024-11-20T02:59:46,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-20T02:59:46,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:59:46,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732071586109"}]},"ts":"1732071586109"} 2024-11-20T02:59:46,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-20T02:59:46,112 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:59:46,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:59:46,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:59:46,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:59:46,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:59:46,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:59:46,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:59:46,117 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:59:46,117 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:59:46,117 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:59:46,117 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:59:46,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ab202507955eee581198f3566a451a4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d68976e685251e32fa859d24892056a5, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3abc49710b0209199e672bd5bfa4cca, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c71d3601389cb00f1ea635c885ab6fac, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df46b3e1a86755ac1580b3970f7a733b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e471544e0e6d49e6b4f5acaf32c7ba, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32f4bf50497f366d7165e63fd8ba3705, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8176b0fc2ad5a03eb4ffb303bb42c2f6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38a1d4f2c88d8f22a055c026c1da8a81, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8838c1553d3384c95f51265c54e5c7b, ASSIGN}] 2024-11-20T02:59:46,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d68976e685251e32fa859d24892056a5, ASSIGN 2024-11-20T02:59:46,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ab202507955eee581198f3566a451a4, ASSIGN 2024-11-20T02:59:46,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38a1d4f2c88d8f22a055c026c1da8a81, ASSIGN 2024-11-20T02:59:46,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8838c1553d3384c95f51265c54e5c7b, ASSIGN 2024-11-20T02:59:46,121 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ab202507955eee581198f3566a451a4, ASSIGN; state=OFFLINE, location=1c82b83631a2,40249,1732071574967; forceNewPlan=false, retain=false 2024-11-20T02:59:46,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38a1d4f2c88d8f22a055c026c1da8a81, ASSIGN; state=OFFLINE, location=1c82b83631a2,41445,1732071574926; forceNewPlan=false, retain=false 2024-11-20T02:59:46,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d68976e685251e32fa859d24892056a5, ASSIGN; state=OFFLINE, location=1c82b83631a2,34321,1732071574888; forceNewPlan=false, retain=false 2024-11-20T02:59:46,121 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8176b0fc2ad5a03eb4ffb303bb42c2f6, ASSIGN 2024-11-20T02:59:46,121 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8838c1553d3384c95f51265c54e5c7b, ASSIGN; state=OFFLINE, location=1c82b83631a2,40249,1732071574967; forceNewPlan=false, retain=false 2024-11-20T02:59:46,122 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8176b0fc2ad5a03eb4ffb303bb42c2f6, ASSIGN; state=OFFLINE, location=1c82b83631a2,34321,1732071574888; forceNewPlan=false, retain=false 2024-11-20T02:59:46,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32f4bf50497f366d7165e63fd8ba3705, ASSIGN 2024-11-20T02:59:46,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32f4bf50497f366d7165e63fd8ba3705, ASSIGN; state=OFFLINE, location=1c82b83631a2,40249,1732071574967; forceNewPlan=false, retain=false 2024-11-20T02:59:46,125 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c71d3601389cb00f1ea635c885ab6fac, ASSIGN 2024-11-20T02:59:46,125 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3abc49710b0209199e672bd5bfa4cca, ASSIGN 2024-11-20T02:59:46,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c71d3601389cb00f1ea635c885ab6fac, ASSIGN; state=OFFLINE, location=1c82b83631a2,40249,1732071574967; forceNewPlan=false, retain=false 2024-11-20T02:59:46,126 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3abc49710b0209199e672bd5bfa4cca, ASSIGN; state=OFFLINE, location=1c82b83631a2,41445,1732071574926; forceNewPlan=false, retain=false 2024-11-20T02:59:46,126 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df46b3e1a86755ac1580b3970f7a733b, ASSIGN 2024-11-20T02:59:46,126 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e471544e0e6d49e6b4f5acaf32c7ba, ASSIGN 2024-11-20T02:59:46,127 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df46b3e1a86755ac1580b3970f7a733b, ASSIGN; state=OFFLINE, location=1c82b83631a2,34321,1732071574888; forceNewPlan=false, retain=false 2024-11-20T02:59:46,127 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33e471544e0e6d49e6b4f5acaf32c7ba, ASSIGN; state=OFFLINE, location=1c82b83631a2,41445,1732071574926; forceNewPlan=false, retain=false 2024-11-20T02:59:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:46,273 INFO [1c82b83631a2:45167 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-20T02:59:46,274 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=38a1d4f2c88d8f22a055c026c1da8a81, regionState=OPENING, regionLocation=1c82b83631a2,41445,1732071574926 2024-11-20T02:59:46,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=33e471544e0e6d49e6b4f5acaf32c7ba, regionState=OPENING, regionLocation=1c82b83631a2,41445,1732071574926 2024-11-20T02:59:46,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3abc49710b0209199e672bd5bfa4cca, regionState=OPENING, regionLocation=1c82b83631a2,41445,1732071574926 2024-11-20T02:59:46,274 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e8838c1553d3384c95f51265c54e5c7b, regionState=OPENING, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:46,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=32f4bf50497f366d7165e63fd8ba3705, regionState=OPENING, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:46,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c71d3601389cb00f1ea635c885ab6fac, regionState=OPENING, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:46,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ab202507955eee581198f3566a451a4, regionState=OPENING, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:46,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df46b3e1a86755ac1580b3970f7a733b, regionState=OPENING, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:46,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8176b0fc2ad5a03eb4ffb303bb42c2f6, regionState=OPENING, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:46,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d68976e685251e32fa859d24892056a5, regionState=OPENING, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:46,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=33e471544e0e6d49e6b4f5acaf32c7ba, ASSIGN because future has completed 2024-11-20T02:59:46,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e471544e0e6d49e6b4f5acaf32c7ba, server=1c82b83631a2,41445,1732071574926}] 2024-11-20T02:59:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3abc49710b0209199e672bd5bfa4cca, ASSIGN because future has completed 2024-11-20T02:59:46,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3abc49710b0209199e672bd5bfa4cca, server=1c82b83631a2,41445,1732071574926}] 2024-11-20T02:59:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32f4bf50497f366d7165e63fd8ba3705, ASSIGN because future has completed 2024-11-20T02:59:46,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38a1d4f2c88d8f22a055c026c1da8a81, ASSIGN because future has completed 2024-11-20T02:59:46,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38a1d4f2c88d8f22a055c026c1da8a81, server=1c82b83631a2,41445,1732071574926}] 2024-11-20T02:59:46,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8838c1553d3384c95f51265c54e5c7b, ASSIGN because future has completed 2024-11-20T02:59:46,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32f4bf50497f366d7165e63fd8ba3705, server=1c82b83631a2,40249,1732071574967}] 2024-11-20T02:59:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8176b0fc2ad5a03eb4ffb303bb42c2f6, ASSIGN because future has completed 2024-11-20T02:59:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ab202507955eee581198f3566a451a4, ASSIGN because future has completed 2024-11-20T02:59:46,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8838c1553d3384c95f51265c54e5c7b, server=1c82b83631a2,40249,1732071574967}] 2024-11-20T02:59:46,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ab202507955eee581198f3566a451a4, server=1c82b83631a2,40249,1732071574967}] 2024-11-20T02:59:46,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d68976e685251e32fa859d24892056a5, ASSIGN because future has completed 2024-11-20T02:59:46,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c71d3601389cb00f1ea635c885ab6fac, ASSIGN because future has completed 2024-11-20T02:59:46,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8176b0fc2ad5a03eb4ffb303bb42c2f6, server=1c82b83631a2,34321,1732071574888}] 2024-11-20T02:59:46,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df46b3e1a86755ac1580b3970f7a733b, ASSIGN because future has completed 2024-11-20T02:59:46,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c71d3601389cb00f1ea635c885ab6fac, server=1c82b83631a2,40249,1732071574967}] 2024-11-20T02:59:46,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df46b3e1a86755ac1580b3970f7a733b, server=1c82b83631a2,34321,1732071574888}] 2024-11-20T02:59:46,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68976e685251e32fa859d24892056a5, server=1c82b83631a2,34321,1732071574888}] 2024-11-20T02:59:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:47,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:59:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:48,197 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:59:48,197 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T02:59:48,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:59:48,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T02:59:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:51,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:59:51,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:51,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:51,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:59:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:59:56,284 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:59:56,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41805, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:59:56,292 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T02:59:56,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 33e471544e0e6d49e6b4f5acaf32c7ba, NAME => 'SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-20T02:59:56,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,296 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:59:56,296 INFO [StoreOpener-33e471544e0e6d49e6b4f5acaf32c7ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43825, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:59:56,298 INFO [StoreOpener-33e471544e0e6d49e6b4f5acaf32c7ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e471544e0e6d49e6b4f5acaf32c7ba columnFamilyName cf 2024-11-20T02:59:56,298 DEBUG [StoreOpener-33e471544e0e6d49e6b4f5acaf32c7ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,298 INFO [StoreOpener-33e471544e0e6d49e6b4f5acaf32c7ba-1 {}] regionserver.HStore(327): Store=33e471544e0e6d49e6b4f5acaf32c7ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,299 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,299 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,300 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,300 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,300 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,302 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T02:59:56,302 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c71d3601389cb00f1ea635c885ab6fac, NAME => 'SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-20T02:59:56,302 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,302 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,302 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,302 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,302 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,306 INFO [StoreOpener-c71d3601389cb00f1ea635c885ab6fac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,307 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/33e471544e0e6d49e6b4f5acaf32c7ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,307 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 33e471544e0e6d49e6b4f5acaf32c7ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62793260, jitterRate=-0.06430751085281372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,307 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T02:59:56,307 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T02:59:56,307 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 33e471544e0e6d49e6b4f5acaf32c7ba: Running coprocessor pre-open hook at 1732071596294Writing region info on filesystem at 1732071596294Initializing all the Stores at 1732071596295 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596295Cleaning up temporary data from old regions at 1732071596300 (+5 ms)Running coprocessor post-open hooks at 1732071596307 (+7 ms)Region opened successfully at 1732071596307 2024-11-20T02:59:56,307 INFO [StoreOpener-c71d3601389cb00f1ea635c885ab6fac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c71d3601389cb00f1ea635c885ab6fac columnFamilyName cf 2024-11-20T02:59:56,308 DEBUG [StoreOpener-c71d3601389cb00f1ea635c885ab6fac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,308 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => df46b3e1a86755ac1580b3970f7a733b, NAME => 'SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-20T02:59:56,308 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,308 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,308 INFO [StoreOpener-c71d3601389cb00f1ea635c885ab6fac-1 {}] regionserver.HStore(327): Store=c71d3601389cb00f1ea635c885ab6fac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,308 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,308 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,308 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,308 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba., pid=15, masterSystemTime=1732071596284 2024-11-20T02:59:56,309 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,309 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,309 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,310 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,310 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T02:59:56,310 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T02:59:56,311 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T02:59:56,311 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 38a1d4f2c88d8f22a055c026c1da8a81, NAME => 'SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-20T02:59:56,311 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,311 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=33e471544e0e6d49e6b4f5acaf32c7ba, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,41445,1732071574926 2024-11-20T02:59:56,311 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,311 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,311 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e471544e0e6d49e6b4f5acaf32c7ba, server=1c82b83631a2,41445,1732071574926 because future has completed 2024-11-20T02:59:56,315 INFO [StoreOpener-df46b3e1a86755ac1580b3970f7a733b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,315 INFO [StoreOpener-38a1d4f2c88d8f22a055c026c1da8a81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,316 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/c71d3601389cb00f1ea635c885ab6fac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-20T02:59:56,316 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c71d3601389cb00f1ea635c885ab6fac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63323775, jitterRate=-0.05640222132205963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,316 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T02:59:56,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 33e471544e0e6d49e6b4f5acaf32c7ba, server=1c82b83631a2,41445,1732071574926 in 10.0330 sec 2024-11-20T02:59:56,316 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c71d3601389cb00f1ea635c885ab6fac: Running coprocessor pre-open hook at 1732071596302Writing region info on filesystem at 1732071596302Initializing all the Stores at 1732071596303 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596303Cleaning up temporary data from old regions at 1732071596310 (+7 ms)Running coprocessor post-open hooks at 1732071596316 (+6 ms)Region opened successfully at 1732071596316 2024-11-20T02:59:56,316 INFO [StoreOpener-df46b3e1a86755ac1580b3970f7a733b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df46b3e1a86755ac1580b3970f7a733b columnFamilyName cf 2024-11-20T02:59:56,316 INFO [StoreOpener-38a1d4f2c88d8f22a055c026c1da8a81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38a1d4f2c88d8f22a055c026c1da8a81 columnFamilyName cf 2024-11-20T02:59:56,317 DEBUG [StoreOpener-df46b3e1a86755ac1580b3970f7a733b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,317 DEBUG [StoreOpener-38a1d4f2c88d8f22a055c026c1da8a81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,317 INFO [StoreOpener-df46b3e1a86755ac1580b3970f7a733b-1 {}] regionserver.HStore(327): Store=df46b3e1a86755ac1580b3970f7a733b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,317 INFO [StoreOpener-38a1d4f2c88d8f22a055c026c1da8a81-1 {}] regionserver.HStore(327): Store=38a1d4f2c88d8f22a055c026c1da8a81/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,317 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,318 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,318 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=33e471544e0e6d49e6b4f5acaf32c7ba, ASSIGN in 10.1980 sec 2024-11-20T02:59:56,318 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac., pid=23, masterSystemTime=1732071596295 2024-11-20T02:59:56,318 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,318 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,319 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,319 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,319 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,319 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,319 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,320 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T02:59:56,320 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T02:59:56,320 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T02:59:56,320 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 32f4bf50497f366d7165e63fd8ba3705, NAME => 'SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-20T02:59:56,321 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c71d3601389cb00f1ea635c885ab6fac, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:56,321 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,321 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,321 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,321 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,322 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,322 INFO [StoreOpener-32f4bf50497f366d7165e63fd8ba3705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c71d3601389cb00f1ea635c885ab6fac, server=1c82b83631a2,40249,1732071574967 because future has completed 2024-11-20T02:59:56,323 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/df46b3e1a86755ac1580b3970f7a733b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,324 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened df46b3e1a86755ac1580b3970f7a733b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70263019, jitterRate=0.047000572085380554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,324 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df46b3e1a86755ac1580b3970f7a733b 2024-11-20T02:59:56,324 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for df46b3e1a86755ac1580b3970f7a733b: Running coprocessor pre-open hook at 1732071596308Writing region info on filesystem at 1732071596308Initializing all the Stores at 1732071596309 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596309Cleaning up temporary data from old regions at 1732071596319 (+10 ms)Running coprocessor post-open hooks at 1732071596324 (+5 ms)Region opened successfully at 1732071596324 2024-11-20T02:59:56,324 INFO [StoreOpener-32f4bf50497f366d7165e63fd8ba3705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32f4bf50497f366d7165e63fd8ba3705 columnFamilyName cf 2024-11-20T02:59:56,324 DEBUG [StoreOpener-32f4bf50497f366d7165e63fd8ba3705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,324 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,325 INFO [StoreOpener-32f4bf50497f366d7165e63fd8ba3705-1 {}] regionserver.HStore(327): Store=32f4bf50497f366d7165e63fd8ba3705/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,325 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,325 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 38a1d4f2c88d8f22a055c026c1da8a81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63310729, jitterRate=-0.05659662187099457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,325 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b., pid=22, masterSystemTime=1732071596298 2024-11-20T02:59:56,325 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T02:59:56,325 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 38a1d4f2c88d8f22a055c026c1da8a81: Running coprocessor pre-open hook at 1732071596311Writing region info on filesystem at 1732071596311Initializing all the Stores at 1732071596313 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596313Cleaning up temporary data from old regions at 1732071596319 (+6 ms)Running coprocessor post-open hooks at 1732071596325 (+6 ms)Region opened successfully at 1732071596325 2024-11-20T02:59:56,326 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., pid=18, masterSystemTime=1732071596284 2024-11-20T02:59:56,326 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,326 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-20T02:59:56,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c71d3601389cb00f1ea635c885ab6fac, server=1c82b83631a2,40249,1732071574967 in 10.0250 sec 2024-11-20T02:59:56,327 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,327 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,328 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T02:59:56,328 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T02:59:56,328 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T02:59:56,328 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d68976e685251e32fa859d24892056a5, NAME => 'SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-20T02:59:56,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c71d3601389cb00f1ea635c885ab6fac, ASSIGN in 10.2080 sec 2024-11-20T02:59:56,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df46b3e1a86755ac1580b3970f7a733b, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:56,328 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,328 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,328 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,328 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T02:59:56,329 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T02:59:56,329 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,329 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,329 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T02:59:56,329 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b3abc49710b0209199e672bd5bfa4cca, NAME => 'SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-20T02:59:56,329 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,329 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,329 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,329 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=38a1d4f2c88d8f22a055c026c1da8a81, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,41445,1732071574926 2024-11-20T02:59:56,331 INFO [StoreOpener-b3abc49710b0209199e672bd5bfa4cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,331 INFO [StoreOpener-d68976e685251e32fa859d24892056a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df46b3e1a86755ac1580b3970f7a733b, server=1c82b83631a2,34321,1732071574888 because future has completed 2024-11-20T02:59:56,332 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,332 INFO [StoreOpener-b3abc49710b0209199e672bd5bfa4cca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3abc49710b0209199e672bd5bfa4cca columnFamilyName cf 2024-11-20T02:59:56,333 DEBUG [StoreOpener-b3abc49710b0209199e672bd5bfa4cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38a1d4f2c88d8f22a055c026c1da8a81, server=1c82b83631a2,41445,1732071574926 because future has completed 2024-11-20T02:59:56,333 INFO [StoreOpener-b3abc49710b0209199e672bd5bfa4cca-1 {}] regionserver.HStore(327): Store=b3abc49710b0209199e672bd5bfa4cca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,333 INFO [StoreOpener-d68976e685251e32fa859d24892056a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68976e685251e32fa859d24892056a5 columnFamilyName cf 2024-11-20T02:59:56,333 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 32f4bf50497f366d7165e63fd8ba3705; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66330365, jitterRate=-0.011600539088249207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,333 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,333 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T02:59:56,333 DEBUG [StoreOpener-d68976e685251e32fa859d24892056a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,333 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 32f4bf50497f366d7165e63fd8ba3705: Running coprocessor pre-open hook at 1732071596321Writing region info on filesystem at 1732071596321Initializing all the Stores at 1732071596322 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596322Cleaning up temporary data from old regions at 1732071596327 (+5 ms)Running coprocessor post-open hooks at 1732071596333 (+6 ms)Region opened successfully at 1732071596333 2024-11-20T02:59:56,334 INFO [StoreOpener-d68976e685251e32fa859d24892056a5-1 {}] regionserver.HStore(327): Store=d68976e685251e32fa859d24892056a5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,334 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,334 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,334 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705., pid=17, masterSystemTime=1732071596295 2024-11-20T02:59:56,334 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,335 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,335 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,335 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,335 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,336 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,336 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,337 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T02:59:56,337 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T02:59:56,337 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T02:59:56,337 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e8838c1553d3384c95f51265c54e5c7b, NAME => 'SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-20T02:59:56,337 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,337 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,337 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,338 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-20T02:59:56,338 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df46b3e1a86755ac1580b3970f7a733b, server=1c82b83631a2,34321,1732071574888 in 10.0370 sec 2024-11-20T02:59:56,338 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,338 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=32f4bf50497f366d7165e63fd8ba3705, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:56,340 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/d68976e685251e32fa859d24892056a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32f4bf50497f366d7165e63fd8ba3705, server=1c82b83631a2,40249,1732071574967 because future has completed 2024-11-20T02:59:56,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-20T02:59:56,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 38a1d4f2c88d8f22a055c026c1da8a81, server=1c82b83631a2,41445,1732071574926 in 10.0510 sec 2024-11-20T02:59:56,341 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d68976e685251e32fa859d24892056a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71991743, jitterRate=0.07276056706905365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,342 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d68976e685251e32fa859d24892056a5 2024-11-20T02:59:56,342 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d68976e685251e32fa859d24892056a5: Running coprocessor pre-open hook at 1732071596329Writing region info on filesystem at 1732071596329Initializing all the Stores at 1732071596330 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596331 (+1 ms)Cleaning up temporary data from old regions at 1732071596336 (+5 ms)Running coprocessor post-open hooks at 1732071596342 (+6 ms)Region opened successfully at 1732071596342 2024-11-20T02:59:56,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df46b3e1a86755ac1580b3970f7a733b, ASSIGN in 10.2200 sec 2024-11-20T02:59:56,342 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5., pid=24, masterSystemTime=1732071596298 2024-11-20T02:59:56,343 INFO [StoreOpener-e8838c1553d3384c95f51265c54e5c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38a1d4f2c88d8f22a055c026c1da8a81, ASSIGN in 10.2230 sec 2024-11-20T02:59:56,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-20T02:59:56,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 32f4bf50497f366d7165e63fd8ba3705, server=1c82b83631a2,40249,1732071574967 in 10.0590 sec 2024-11-20T02:59:56,345 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T02:59:56,345 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T02:59:56,345 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T02:59:56,345 INFO [StoreOpener-e8838c1553d3384c95f51265c54e5c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8838c1553d3384c95f51265c54e5c7b columnFamilyName cf 2024-11-20T02:59:56,345 DEBUG [StoreOpener-e8838c1553d3384c95f51265c54e5c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,345 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8176b0fc2ad5a03eb4ffb303bb42c2f6, NAME => 'SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-20T02:59:56,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d68976e685251e32fa859d24892056a5, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:56,345 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,346 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,346 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,346 INFO [StoreOpener-e8838c1553d3384c95f51265c54e5c7b-1 {}] regionserver.HStore(327): Store=e8838c1553d3384c95f51265c54e5c7b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,346 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,346 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32f4bf50497f366d7165e63fd8ba3705, ASSIGN in 10.2260 sec 2024-11-20T02:59:56,347 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,347 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/b3abc49710b0209199e672bd5bfa4cca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,348 INFO [StoreOpener-8176b0fc2ad5a03eb4ffb303bb42c2f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,348 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,348 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b3abc49710b0209199e672bd5bfa4cca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61964150, jitterRate=-0.07666221261024475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,348 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T02:59:56,348 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,348 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,348 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b3abc49710b0209199e672bd5bfa4cca: Running coprocessor pre-open hook at 1732071596329Writing region info on filesystem at 1732071596329Initializing all the Stores at 1732071596330 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596330Cleaning up temporary data from old regions at 1732071596335 (+5 ms)Running coprocessor post-open hooks at 1732071596348 (+13 ms)Region opened successfully at 1732071596348 2024-11-20T02:59:56,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68976e685251e32fa859d24892056a5, server=1c82b83631a2,34321,1732071574888 because future has completed 2024-11-20T02:59:56,349 INFO [StoreOpener-8176b0fc2ad5a03eb4ffb303bb42c2f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8176b0fc2ad5a03eb4ffb303bb42c2f6 columnFamilyName cf 2024-11-20T02:59:56,349 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca., pid=16, masterSystemTime=1732071596284 2024-11-20T02:59:56,349 DEBUG [StoreOpener-8176b0fc2ad5a03eb4ffb303bb42c2f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,350 INFO [StoreOpener-8176b0fc2ad5a03eb4ffb303bb42c2f6-1 {}] regionserver.HStore(327): Store=8176b0fc2ad5a03eb4ffb303bb42c2f6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,350 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,351 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T02:59:56,351 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T02:59:56,351 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,352 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3abc49710b0209199e672bd5bfa4cca, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,41445,1732071574926 2024-11-20T02:59:56,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-20T02:59:56,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d68976e685251e32fa859d24892056a5, server=1c82b83631a2,34321,1732071574888 in 10.0490 sec 2024-11-20T02:59:56,353 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,354 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,354 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3abc49710b0209199e672bd5bfa4cca, server=1c82b83631a2,41445,1732071574926 because future has completed 2024-11-20T02:59:56,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d68976e685251e32fa859d24892056a5, ASSIGN in 10.2340 sec 2024-11-20T02:59:56,355 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,355 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45167 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,41445,1732071574926, table=SPTestTable, region=b3abc49710b0209199e672bd5bfa4cca. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:59:56,356 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e8838c1553d3384c95f51265c54e5c7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63455279, jitterRate=-0.05444265902042389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,356 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T02:59:56,356 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e8838c1553d3384c95f51265c54e5c7b: Running coprocessor pre-open hook at 1732071596338Writing region info on filesystem at 1732071596338Initializing all the Stores at 1732071596339 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596339Cleaning up temporary data from old regions at 1732071596348 (+9 ms)Running coprocessor post-open hooks at 1732071596356 (+8 ms)Region opened successfully at 1732071596356 2024-11-20T02:59:56,356 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,357 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., pid=19, masterSystemTime=1732071596295 2024-11-20T02:59:56,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-20T02:59:56,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b3abc49710b0209199e672bd5bfa4cca, server=1c82b83631a2,41445,1732071574926 in 10.0740 sec 2024-11-20T02:59:56,359 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e8838c1553d3384c95f51265c54e5c7b, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:56,360 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T02:59:56,360 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T02:59:56,360 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8176b0fc2ad5a03eb4ffb303bb42c2f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63178440, jitterRate=-0.05856788158416748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,360 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T02:59:56,360 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8176b0fc2ad5a03eb4ffb303bb42c2f6: Running coprocessor pre-open hook at 1732071596346Writing region info on filesystem at 1732071596346Initializing all the Stores at 1732071596347 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596347Cleaning up temporary data from old regions at 1732071596354 (+7 ms)Running coprocessor post-open hooks at 1732071596360 (+6 ms)Region opened successfully at 1732071596360 2024-11-20T02:59:56,361 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T02:59:56,361 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ab202507955eee581198f3566a451a4, NAME => 'SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-20T02:59:56,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3abc49710b0209199e672bd5bfa4cca, ASSIGN in 10.2410 sec 2024-11-20T02:59:56,361 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,361 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6., pid=21, masterSystemTime=1732071596298 2024-11-20T02:59:56,361 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:59:56,361 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,361 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8838c1553d3384c95f51265c54e5c7b, server=1c82b83631a2,40249,1732071574967 because future has completed 2024-11-20T02:59:56,363 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T02:59:56,363 INFO [StoreOpener-9ab202507955eee581198f3566a451a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,364 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T02:59:56,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8176b0fc2ad5a03eb4ffb303bb42c2f6, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,34321,1732071574888 2024-11-20T02:59:56,366 INFO [StoreOpener-9ab202507955eee581198f3566a451a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ab202507955eee581198f3566a451a4 columnFamilyName cf 2024-11-20T02:59:56,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-20T02:59:56,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e8838c1553d3384c95f51265c54e5c7b, server=1c82b83631a2,40249,1732071574967 in 10.0720 sec 2024-11-20T02:59:56,366 DEBUG [StoreOpener-9ab202507955eee581198f3566a451a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:59:56,367 INFO [StoreOpener-9ab202507955eee581198f3566a451a4-1 {}] regionserver.HStore(327): Store=9ab202507955eee581198f3566a451a4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:59:56,367 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8176b0fc2ad5a03eb4ffb303bb42c2f6, server=1c82b83631a2,34321,1732071574888 because future has completed 2024-11-20T02:59:56,368 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,368 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,369 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,369 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8838c1553d3384c95f51265c54e5c7b, ASSIGN in 10.2480 sec 2024-11-20T02:59:56,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-20T02:59:56,370 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8176b0fc2ad5a03eb4ffb303bb42c2f6, server=1c82b83631a2,34321,1732071574888 in 10.0730 sec 2024-11-20T02:59:56,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8176b0fc2ad5a03eb4ffb303bb42c2f6, ASSIGN in 10.2520 sec 2024-11-20T02:59:56,373 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/9ab202507955eee581198f3566a451a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:59:56,373 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9ab202507955eee581198f3566a451a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58897446, jitterRate=-0.12235966324806213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:59:56,373 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ab202507955eee581198f3566a451a4 2024-11-20T02:59:56,373 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9ab202507955eee581198f3566a451a4: Running coprocessor pre-open hook at 1732071596362Writing region info on filesystem at 1732071596362Initializing all the Stores at 1732071596363 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071596363Cleaning up temporary data from old regions at 1732071596369 (+6 ms)Running coprocessor post-open hooks at 1732071596373 (+4 ms)Region opened successfully at 1732071596373 2024-11-20T02:59:56,374 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4., pid=20, masterSystemTime=1732071596295 2024-11-20T02:59:56,376 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T02:59:56,376 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T02:59:56,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ab202507955eee581198f3566a451a4, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T02:59:56,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ab202507955eee581198f3566a451a4, server=1c82b83631a2,40249,1732071574967 because future has completed 2024-11-20T02:59:56,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-20T02:59:56,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ab202507955eee581198f3566a451a4, server=1c82b83631a2,40249,1732071574967 in 10.0870 sec 2024-11-20T02:59:56,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:59:56,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ab202507955eee581198f3566a451a4, ASSIGN in 10.2630 sec 2024-11-20T02:59:56,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:59:56,383 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732071596383"}]},"ts":"1732071596383"} 2024-11-20T02:59:56,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-20T02:59:56,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:59:56,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3580 sec 2024-11-20T02:59:59,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-20T03:00:01,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:00:01,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:00:01,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:00:01,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:00:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:00:04,270 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-20T03:00:04,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-20T03:00:04,271 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T03:00:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-20T03:00:04,275 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T03:00:04,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-20T03:00:04,319 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,321 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,323 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,324 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,325 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,327 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,364 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6., hostname=1c82b83631a2,34321,1732071574888, seqNum=2] 2024-11-20T03:00:04,366 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6., hostname=1c82b83631a2,34321,1732071574888, seqNum=2] 2024-11-20T03:00:04,369 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6., hostname=1c82b83631a2,34321,1732071574888, seqNum=2] 2024-11-20T03:00:04,370 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6., hostname=1c82b83631a2,34321,1732071574888, seqNum=2] 2024-11-20T03:00:04,372 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6., hostname=1c82b83631a2,34321,1732071574888, seqNum=2] 2024-11-20T03:00:04,373 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6., hostname=1c82b83631a2,34321,1732071574888, seqNum=2] 2024-11-20T03:00:04,407 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., hostname=1c82b83631a2,41445,1732071574926, seqNum=2] 2024-11-20T03:00:04,409 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., hostname=1c82b83631a2,41445,1732071574926, seqNum=2] 2024-11-20T03:00:04,411 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., hostname=1c82b83631a2,41445,1732071574926, seqNum=2] 2024-11-20T03:00:04,413 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., hostname=1c82b83631a2,41445,1732071574926, seqNum=2] 2024-11-20T03:00:04,414 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., hostname=1c82b83631a2,41445,1732071574926, seqNum=2] 2024-11-20T03:00:04,416 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., hostname=1c82b83631a2,41445,1732071574926, seqNum=2] 2024-11-20T03:00:04,476 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,478 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,482 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,483 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,485 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,486 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., hostname=1c82b83631a2,40249,1732071574967, seqNum=2] 2024-11-20T03:00:04,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:00:05,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:00:05,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:00:05,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:00:05,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:00:05,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34321 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T03:00:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:05,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41445 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T03:00:05,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T03:00:05,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-20T03:00:05,775 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-20T03:00:05,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T03:00:05,776 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-20T03:00:05,778 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-20T03:00:05,781 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-20T03:00:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741848_1024 (size=49) 2024-11-20T03:00:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741848_1024 (size=49) 2024-11-20T03:00:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741848_1024 (size=49) 2024-11-20T03:00:05,797 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-20T03:00:05,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ab202507955eee581198f3566a451a4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d68976e685251e32fa859d24892056a5}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3abc49710b0209199e672bd5bfa4cca}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c71d3601389cb00f1ea635c885ab6fac}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df46b3e1a86755ac1580b3970f7a733b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e471544e0e6d49e6b4f5acaf32c7ba}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32f4bf50497f366d7165e63fd8ba3705}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8176b0fc2ad5a03eb4ffb303bb42c2f6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38a1d4f2c88d8f22a055c026c1da8a81}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8838c1553d3384c95f51265c54e5c7b}] 2024-11-20T03:00:05,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d68976e685251e32fa859d24892056a5 2024-11-20T03:00:05,800 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T03:00:05,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ab202507955eee581198f3566a451a4 2024-11-20T03:00:05,800 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8838c1553d3384c95f51265c54e5c7b 2024-11-20T03:00:05,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T03:00:05,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T03:00:05,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T03:00:05,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df46b3e1a86755ac1580b3970f7a733b 2024-11-20T03:00:05,806 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c71d3601389cb00f1ea635c885ab6fac 2024-11-20T03:00:05,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3abc49710b0209199e672bd5bfa4cca 2024-11-20T03:00:10,091 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T03:00:15,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-20T03:00:15,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-20T03:00:15,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-20T03:00:15,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T03:00:15,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for df46b3e1a86755ac1580b3970f7a733b: 2024-11-20T03:00:15,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-20T03:00:15,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. for SnapshotProcedureTest completed. 2024-11-20T03:00:15,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T03:00:15,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-20T03:00:15,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c71d3601389cb00f1ea635c885ab6fac: 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. for SnapshotProcedureTest completed. 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:15,807 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8176b0fc2ad5a03eb4ffb303bb42c2f6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9ab202507955eee581198f3566a451a4: 2024-11-20T03:00:15,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. for SnapshotProcedureTest completed. 2024-11-20T03:00:15,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T03:00:15,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:15,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T03:00:15,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:15,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-20T03:00:15,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T03:00:15,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for d68976e685251e32fa859d24892056a5: 2024-11-20T03:00:15,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. for SnapshotProcedureTest completed. 2024-11-20T03:00:15,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T03:00:15,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:15,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:15,809 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e8838c1553d3384c95f51265c54e5c7b 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-20T03:00:15,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T03:00:15,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-20T03:00:15,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-20T03:00:15,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T03:00:15,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 33e471544e0e6d49e6b4f5acaf32c7ba: 2024-11-20T03:00:15,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. for SnapshotProcedureTest completed. 2024-11-20T03:00:15,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-20T03:00:15,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:15,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:15,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T03:00:15,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T03:00:15,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b3abc49710b0209199e672bd5bfa4cca: 2024-11-20T03:00:15,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. for SnapshotProcedureTest completed. 2024-11-20T03:00:15,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:15,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:15,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-20T03:00:15,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T03:00:15,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 38a1d4f2c88d8f22a055c026c1da8a81 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-20T03:00:15,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/.tmp/cf/53a0f6904bf14e2697368e228a0a4496 is 34, key is baa/cf:cf/1732071605194/Put/seqid=0 2024-11-20T03:00:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741850_1026 (size=65) 2024-11-20T03:00:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741849_1025 (size=65) 2024-11-20T03:00:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741849_1025 (size=65) 2024-11-20T03:00:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741850_1026 (size=65) 2024-11-20T03:00:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741849_1025 (size=65) 2024-11-20T03:00:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732071586027.df46b3e1a86755ac1580b3970f7a733b. 2024-11-20T03:00:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-20T03:00:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741850_1026 (size=65) 2024-11-20T03:00:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5. 2024-11-20T03:00:15,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T03:00:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-20T03:00:15,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region df46b3e1a86755ac1580b3970f7a733b 2024-11-20T03:00:15,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df46b3e1a86755ac1580b3970f7a733b 2024-11-20T03:00:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-20T03:00:15,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d68976e685251e32fa859d24892056a5 2024-11-20T03:00:15,843 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d68976e685251e32fa859d24892056a5 2024-11-20T03:00:15,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df46b3e1a86755ac1580b3970f7a733b in 10.0470 sec 2024-11-20T03:00:15,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d68976e685251e32fa859d24892056a5 in 10.0470 sec 2024-11-20T03:00:15,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/.tmp/cf/c69e98413e46490fa79f0be8d073970c is 34, key is ccd/cf:cf/1732071605233/Put/seqid=0 2024-11-20T03:00:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741851_1027 (size=65) 2024-11-20T03:00:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741851_1027 (size=65) 2024-11-20T03:00:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741851_1027 (size=65) 2024-11-20T03:00:15,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T03:00:15,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T03:00:15,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:15,859 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 32f4bf50497f366d7165e63fd8ba3705 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-20T03:00:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-20T03:00:15,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c71d3601389cb00f1ea635c885ab6fac 2024-11-20T03:00:15,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c71d3601389cb00f1ea635c885ab6fac 2024-11-20T03:00:15,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c71d3601389cb00f1ea635c885ab6fac in 10.0630 sec 2024-11-20T03:00:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741852_1028 (size=57) 2024-11-20T03:00:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741852_1028 (size=57) 2024-11-20T03:00:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741852_1028 (size=57) 2024-11-20T03:00:15,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T03:00:15,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T03:00:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T03:00:15,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9ab202507955eee581198f3566a451a4 2024-11-20T03:00:15,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ab202507955eee581198f3566a451a4 2024-11-20T03:00:15,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ab202507955eee581198f3566a451a4 in 10.0750 sec 2024-11-20T03:00:15,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/.tmp/cf/f20c6df93aba454cadd6d9c43b9d8edb is 34, key is eaa/cf:cf/1732071605667/Put/seqid=0 2024-11-20T03:00:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741853_1029 (size=65) 2024-11-20T03:00:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741853_1029 (size=65) 2024-11-20T03:00:15,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T03:00:15,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-20T03:00:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-20T03:00:15,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T03:00:15,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741853_1029 (size=65) 2024-11-20T03:00:15,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T03:00:15,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 33e471544e0e6d49e6b4f5acaf32c7ba in 10.0970 sec 2024-11-20T03:00:15,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/.tmp/cf/fa20f208de8644f7a9ea028af3c501af is 34, key is aaa/cf:cf/1732071605246/Put/seqid=0 2024-11-20T03:00:15,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741854_1030 (size=65) 2024-11-20T03:00:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741854_1030 (size=65) 2024-11-20T03:00:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741854_1030 (size=65) 2024-11-20T03:00:15,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T03:00:15,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-20T03:00:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-20T03:00:15,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3abc49710b0209199e672bd5bfa4cca 2024-11-20T03:00:15,914 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3abc49710b0209199e672bd5bfa4cca 2024-11-20T03:00:15,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3abc49710b0209199e672bd5bfa4cca in 10.1180 sec 2024-11-20T03:00:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741855_1031 (size=28623) 2024-11-20T03:00:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741855_1031 (size=28623) 2024-11-20T03:00:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741857_1033 (size=47197) 2024-11-20T03:00:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741857_1033 (size=47197) 2024-11-20T03:00:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741857_1033 (size=47197) 2024-11-20T03:00:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741855_1031 (size=28623) 2024-11-20T03:00:15,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/.tmp/cf/53a0f6904bf14e2697368e228a0a4496 2024-11-20T03:00:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741856_1032 (size=499309) 2024-11-20T03:00:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741856_1032 (size=499309) 2024-11-20T03:00:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741856_1032 (size=499309) 2024-11-20T03:00:15,935 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/.tmp/cf/f20c6df93aba454cadd6d9c43b9d8edb 2024-11-20T03:00:15,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/.tmp/cf/53a0f6904bf14e2697368e228a0a4496 as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/cf/53a0f6904bf14e2697368e228a0a4496 2024-11-20T03:00:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741858_1034 (size=26918) 2024-11-20T03:00:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741858_1034 (size=26918) 2024-11-20T03:00:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741858_1034 (size=26918) 2024-11-20T03:00:15,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/.tmp/cf/fa20f208de8644f7a9ea028af3c501af 2024-11-20T03:00:16,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/.tmp/cf/f20c6df93aba454cadd6d9c43b9d8edb as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/cf/f20c6df93aba454cadd6d9c43b9d8edb 2024-11-20T03:00:16,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/cf/53a0f6904bf14e2697368e228a0a4496, entries=731, sequenceid=5, filesize=28.0 K 2024-11-20T03:00:16,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8176b0fc2ad5a03eb4ffb303bb42c2f6 in 197ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:16,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8176b0fc2ad5a03eb4ffb303bb42c2f6: 2024-11-20T03:00:16,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. for SnapshotProcedureTest completed. 2024-11-20T03:00:16,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:16,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/cf/53a0f6904bf14e2697368e228a0a4496] hfiles 2024-11-20T03:00:16,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/8176b0fc2ad5a03eb4ffb303bb42c2f6/cf/53a0f6904bf14e2697368e228a0a4496 for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/.tmp/cf/fa20f208de8644f7a9ea028af3c501af as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/cf/fa20f208de8644f7a9ea028af3c501af 2024-11-20T03:00:16,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/cf/f20c6df93aba454cadd6d9c43b9d8edb, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-20T03:00:16,013 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e8838c1553d3384c95f51265c54e5c7b in 205ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:16,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e8838c1553d3384c95f51265c54e5c7b: 2024-11-20T03:00:16,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. for SnapshotProcedureTest completed. 2024-11-20T03:00:16,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:16,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/cf/f20c6df93aba454cadd6d9c43b9d8edb] hfiles 2024-11-20T03:00:16,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/cf/f20c6df93aba454cadd6d9c43b9d8edb for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,018 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/cf/fa20f208de8644f7a9ea028af3c501af, entries=676, sequenceid=5, filesize=26.3 K 2024-11-20T03:00:16,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 32f4bf50497f366d7165e63fd8ba3705 in 161ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:16,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 32f4bf50497f366d7165e63fd8ba3705: 2024-11-20T03:00:16,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. for SnapshotProcedureTest completed. 2024-11-20T03:00:16,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:16,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/cf/fa20f208de8644f7a9ea028af3c501af] hfiles 2024-11-20T03:00:16,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/cf/fa20f208de8644f7a9ea028af3c501af for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741859_1035 (size=105) 2024-11-20T03:00:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741859_1035 (size=105) 2024-11-20T03:00:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741859_1035 (size=105) 2024-11-20T03:00:16,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732071586027.8176b0fc2ad5a03eb4ffb303bb42c2f6. 2024-11-20T03:00:16,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-20T03:00:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-20T03:00:16,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T03:00:16,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8176b0fc2ad5a03eb4ffb303bb42c2f6 2024-11-20T03:00:16,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8176b0fc2ad5a03eb4ffb303bb42c2f6 in 10.2310 sec 2024-11-20T03:00:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741860_1036 (size=97) 2024-11-20T03:00:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741860_1036 (size=97) 2024-11-20T03:00:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741860_1036 (size=97) 2024-11-20T03:00:16,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T03:00:16,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T03:00:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T03:00:16,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8838c1553d3384c95f51265c54e5c7b 2024-11-20T03:00:16,039 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8838c1553d3384c95f51265c54e5c7b 2024-11-20T03:00:16,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8838c1553d3384c95f51265c54e5c7b in 10.2430 sec 2024-11-20T03:00:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741861_1037 (size=105) 2024-11-20T03:00:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741861_1037 (size=105) 2024-11-20T03:00:16,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741861_1037 (size=105) 2024-11-20T03:00:16,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:16,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-20T03:00:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-20T03:00:16,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T03:00:16,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T03:00:16,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32f4bf50497f366d7165e63fd8ba3705 in 10.2520 sec 2024-11-20T03:00:16,323 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/.tmp/cf/c69e98413e46490fa79f0be8d073970c 2024-11-20T03:00:16,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/.tmp/cf/c69e98413e46490fa79f0be8d073970c as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/cf/c69e98413e46490fa79f0be8d073970c 2024-11-20T03:00:16,340 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/cf/c69e98413e46490fa79f0be8d073970c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-20T03:00:16,341 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 38a1d4f2c88d8f22a055c026c1da8a81 in 528ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:16,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 38a1d4f2c88d8f22a055c026c1da8a81: 2024-11-20T03:00:16,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. for SnapshotProcedureTest completed. 2024-11-20T03:00:16,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81.' region-info for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-20T03:00:16,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/cf/c69e98413e46490fa79f0be8d073970c] hfiles 2024-11-20T03:00:16,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/cf/c69e98413e46490fa79f0be8d073970c for snapshot=SnapshotProcedureTest 2024-11-20T03:00:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741862_1038 (size=105) 2024-11-20T03:00:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741862_1038 (size=105) 2024-11-20T03:00:16,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741862_1038 (size=105) 2024-11-20T03:00:16,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T03:00:16,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-20T03:00:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-20T03:00:16,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T03:00:16,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T03:00:16,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-20T03:00:16,353 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-20T03:00:16,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38a1d4f2c88d8f22a055c026c1da8a81 in 10.5540 sec 2024-11-20T03:00:16,353 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-20T03:00:16,354 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-20T03:00:16,354 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-20T03:00:16,356 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T03:00:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741863_1039 (size=1174) 2024-11-20T03:00:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741863_1039 (size=1174) 2024-11-20T03:00:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741863_1039 (size=1174) 2024-11-20T03:00:16,374 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-20T03:00:16,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-20T03:00:16,380 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:16,380 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:16,380 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:16,380 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:16,380 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:16,384 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:16,384 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:16,384 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:16,384 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:16,398 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T03:00:25,964 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T03:00:25,964 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T03:00:26,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-20T03:00:26,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-20T03:00:26,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-20T03:00:26,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-20T03:00:26,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-20T03:00:26,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-20T03:00:26,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-20T03:00:26,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-20T03:00:26,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-20T03:00:26,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T03:00:26,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T03:00:26,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T03:00:26,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T03:00:26,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T03:00:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T03:00:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T03:00:26,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T03:00:26,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T03:00:26,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T03:00:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T03:00:26,392 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,34321,1732071574888 Release verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T03:00:26,392 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,41445,1732071574926 Release verify snapshot worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-20T03:00:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T03:00:26,393 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,34321,1732071574888 Release verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:26,393 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,41445,1732071574926 Release verify snapshot worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:26,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,41445,1732071574926 in 10.0140 sec 2024-11-20T03:00:26,395 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:26,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,41445,1732071574926 in 10.0150 sec 2024-11-20T03:00:26,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,34321,1732071574888 in 10.0140 sec 2024-11-20T03:00:26,395 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,41445,1732071574926 Release verify snapshot worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:26,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,34321,1732071574888 in 10.0150 sec 2024-11-20T03:00:26,396 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,34321,1732071574888 Release verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:26,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,41445,1732071574926 in 10.0170 sec 2024-11-20T03:00:26,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,34321,1732071574888 in 10.0180 sec 2024-11-20T03:00:26,399 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1c82b83631a2,34321,1732071574888 2024-11-20T03:00:26,399 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1c82b83631a2,34321,1732071574888: Simulated kill ***** 2024-11-20T03:00:26,399 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:00:26,399 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:00:26,400 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:00:26,400 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:00:26,400 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:00:26,400 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 660609536 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171730392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:00:26,400 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45167 {}] master.MasterRpcServices(700): 1c82b83631a2,34321,1732071574888 reported a fatal error: ***** ABORTING region server 1c82b83631a2,34321,1732071574888: Simulated kill ***** 2024-11-20T03:00:26,401 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,34321,1732071574888' ***** 2024-11-20T03:00:26,401 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T03:00:26,401 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:00:26,401 INFO [RS:0;1c82b83631a2:34321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T03:00:26,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:00:26,401 INFO [RS:0;1c82b83631a2:34321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T03:00:26,401 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T03:00:26,401 INFO [RS:0;1c82b83631a2:34321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:00:26,402 INFO [RS:0;1c82b83631a2:34321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:34321. 2024-11-20T03:00:26,402 DEBUG [RS:0;1c82b83631a2:34321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:26,402 DEBUG [RS:0;1c82b83631a2:34321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:26,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-20T03:00:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741836_1012 (size=14382) 2024-11-20T03:00:26,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T03:00:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741836_1012 (size=14382) 2024-11-20T03:00:26,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T03:00:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741836_1012 (size=14382) 2024-11-20T03:00:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-20T03:00:26,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T03:00:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-20T03:00:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741835_1011 (size=1488) 2024-11-20T03:00:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741835_1011 (size=1488) 2024-11-20T03:00:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741835_1011 (size=1488) 2024-11-20T03:00:26,432 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 Release verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:26,433 DEBUG [RS:0;1c82b83631a2:34321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:26,433 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-20T03:00:26,433 INFO [RS:0;1c82b83631a2:34321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34321 2024-11-20T03:00:26,434 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 Release verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:26,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 in 10.0540 sec 2024-11-20T03:00:26,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 in 10.0560 sec 2024-11-20T03:00:26,436 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 Release verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:26,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 in 10.0580 sec 2024-11-20T03:00:26,453 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:00:26,454 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:00:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T03:00:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,34321,1732071574888 2024-11-20T03:00:26,487 INFO [RS:0;1c82b83631a2:34321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:00:26,488 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:26,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,34321,1732071574888] 2024-11-20T03:00:26,503 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,34321,1732071574888 already deleted, retry=false 2024-11-20T03:00:26,503 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1c82b83631a2,34321,1732071574888 on 1c82b83631a2,45167,1732071574731 2024-11-20T03:00:26,505 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1c82b83631a2,34321,1732071574888, splitWal=true, meta=true 2024-11-20T03:00:26,506 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 1c82b83631a2,34321,1732071574888 (carryingMeta=true) 1c82b83631a2,34321,1732071574888/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@8a2b4f7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T03:00:26,508 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1c82b83631a2,34321,1732071574888, splitWal=true, meta=true 2024-11-20T03:00:26,511 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,34321,1732071574888, splitWal=true, meta=true, isMeta: true 2024-11-20T03:00:26,513 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting 2024-11-20T03:00:26,515 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,34321,1732071574888 WAL count=1, meta=true 2024-11-20T03:00:26,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta}] 2024-11-20T03:00:26,517 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:26,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, worker=1c82b83631a2,41445,1732071574926}] 2024-11-20T03:00:26,517 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-20T03:00:26,517 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-20T03:00:26,518 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-20T03:00:26,518 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,34321,1732071574888 Release verify snapshot worker=1c82b83631a2,34321,1732071574888 2024-11-20T03:00:26,518 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 1c82b83631a2,34321,1732071574888, this operation will be retried to send to another server 2024-11-20T03:00:26,519 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:26,519 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732071627519 2024-11-20T03:00:26,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:26,595 INFO [RS:0;1c82b83631a2:34321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:00:26,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x10157785f790001, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:26,596 INFO [RS:0;1c82b83631a2:34321 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,34321,1732071574888; zookeeper connection closed. 2024-11-20T03:00:26,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@724b8b71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@724b8b71 2024-11-20T03:00:27,523 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:34,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:00:35,438 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T03:00:36,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-20T03:00:36,534 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, size=14.0 K (14382bytes) 2024-11-20T03:00:36,534 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta 2024-11-20T03:00:36,534 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta after 0ms 2024-11-20T03:00:36,537 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta took 3ms 2024-11-20T03:00:36,540 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-20T03:00:36,544 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta so closing down 2024-11-20T03:00:36,544 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:00:36,547 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta.temp 2024-11-20T03:00:36,550 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta.temp 2024-11-20T03:00:36,551 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:00:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741864_1040 (size=14141) 2024-11-20T03:00:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741864_1040 (size=14141) 2024-11-20T03:00:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741864_1040 (size=14141) 2024-11-20T03:00:36,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta.temp to hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T03:00:36,562 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-20T03:00:36,563 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, journal: Splitting hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, size=14.0 K (14382bytes) at 1732071636534Finishing writing output for hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta so closing down at 1732071636544 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta.temp at 1732071636550 (+6 ms)3 split writer threads finished at 1732071636551 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732071636560 (+9 ms)Rename recovered edits hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta.temp to hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732071636562 (+2 ms)Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732071636563 (+1 ms) 2024-11-20T03:00:36,563 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta 2024-11-20T03:00:36,563 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T03:00:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-20T03:00:36,567 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting/1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta to hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs 2024-11-20T03:00:36,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T03:00:36,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, worker=1c82b83631a2,41445,1732071574926 in 10.0500 sec 2024-11-20T03:00:36,570 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:36,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T03:00:36,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C34321%2C1732071574888.meta.1732071585847.meta, worker=1c82b83631a2,41445,1732071574926 in 10.0550 sec 2024-11-20T03:00:36,573 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,34321,1732071574888-splitting dir is empty, no logs to split. 2024-11-20T03:00:36,573 INFO [PEWorker-2 {}] master.SplitWALManager(105): 1c82b83631a2,34321,1732071574888 WAL count=0, meta=true 2024-11-20T03:00:36,573 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 1c82b83631a2,34321,1732071574888 WAL splitting is done? wals=0, meta=true 2024-11-20T03:00:36,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:00:36,575 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:36,575 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:36,726 DEBUG [1c82b83631a2:45167 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T03:00:36,726 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T03:00:36,727 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T03:00:36,727 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T03:00:36,727 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T03:00:36,727 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T03:00:36,727 INFO [1c82b83631a2:45167 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T03:00:36,727 INFO [1c82b83631a2:45167 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T03:00:36,727 DEBUG [1c82b83631a2:45167 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T03:00:36,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:36,728 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,40249,1732071574967, state=OPENING 2024-11-20T03:00:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,759 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:36,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,40249,1732071574967}] 2024-11-20T03:00:37,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-20T03:00:37,530 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:00:37,531 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:00:37,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-20T03:00:37,531 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:00:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45167 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-20T03:00:37,534 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C40249%2C1732071574967.meta, suffix=.meta, logDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,40249,1732071574967, archiveDir=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs, maxLogs=32 2024-11-20T03:00:37,534 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 Release verify snapshot worker=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:37,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-20T03:00:37,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1c82b83631a2,40249,1732071574967 in 21.1560 sec 2024-11-20T03:00:37,537 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-20T03:00:37,537 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.hbase-snapshot/SnapshotProcedureTest 2024-11-20T03:00:37,539 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-20T03:00:37,539 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-20T03:00:37,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.7650 sec 2024-11-20T03:00:37,553 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,40249,1732071574967/1c82b83631a2%2C40249%2C1732071574967.meta.1732071637535.meta, exclude list is [], retry=0 2024-11-20T03:00:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37409,DS-ddcdd6b9-75c4-4a95-a352-8c7a72d0cdf0,DISK] 2024-11-20T03:00:37,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36591,DS-0a450c52-39be-4a1a-9d8d-7846f372b2aa,DISK] 2024-11-20T03:00:37,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34317,DS-5366cedc-b09c-4179-824a-76300ed4c5bd,DISK] 2024-11-20T03:00:37,566 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/WALs/1c82b83631a2,40249,1732071574967/1c82b83631a2%2C40249%2C1732071574967.meta.1732071637535.meta 2024-11-20T03:00:37,567 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40817:40817),(127.0.0.1/127.0.0.1:38313:38313),(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-20T03:00:37,567 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:00:37,568 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:00:37,568 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:00:37,568 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:00:37,568 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:00:37,568 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,568 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:00:37,568 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:00:37,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:00:37,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:00:37,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:37,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:00:37,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:00:37,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:37,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:00:37,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:00:37,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:37,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:00:37,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:00:37,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:37,588 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:00:37,589 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740 2024-11-20T03:00:37,592 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740 2024-11-20T03:00:37,593 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T03:00:37,603 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T03:00:37,604 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-20T03:00:37,625 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/info/d2684a81ed754609985701d8df15ea79 is 167, key is SPTestTable,19999999,1732071586027.d68976e685251e32fa859d24892056a5./info:regioninfo/1732071596345/Put/seqid=0 2024-11-20T03:00:37,639 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-20T03:00:37,641 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:34321 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1c82b83631a2/172.17.0.2:34321 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:00:37,643 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,34321,1732071574888, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,34321,1732071574888, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:34321 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1c82b83631a2/172.17.0.2:34321 2024-11-20T03:00:37,644 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,34321,1732071574888, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-20T03:00:37,644 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,34321,1732071574888, seqNum=-1 from cache 2024-11-20T03:00:37,645 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:34321 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1c82b83631a2/172.17.0.2:34321 2024-11-20T03:00:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741866_1042 (size=18393) 2024-11-20T03:00:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741866_1042 (size=18393) 2024-11-20T03:00:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741866_1042 (size=18393) 2024-11-20T03:00:37,670 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/info/d2684a81ed754609985701d8df15ea79 2024-11-20T03:00:37,704 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/ns/bb00531db764401bbc928729ffa831f5 is 43, key is default/ns:d/1732071585911/Put/seqid=0 2024-11-20T03:00:37,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741867_1043 (size=5153) 2024-11-20T03:00:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741867_1043 (size=5153) 2024-11-20T03:00:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741867_1043 (size=5153) 2024-11-20T03:00:37,719 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/ns/bb00531db764401bbc928729ffa831f5 2024-11-20T03:00:37,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/table/19ce26df50a543abb3c19feb4df4c5ac is 47, key is SPTestTable/table:state/1732071596383/Put/seqid=0 2024-11-20T03:00:37,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:37,751 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,40249,1732071574967, seqNum=-1] 2024-11-20T03:00:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741868_1044 (size=5214) 2024-11-20T03:00:37,756 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/table/19ce26df50a543abb3c19feb4df4c5ac 2024-11-20T03:00:37,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40249 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:56284 deadline: 1732071697640, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1c82b83631a2,40249,1732071574967 2024-11-20T03:00:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741868_1044 (size=5214) 2024-11-20T03:00:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741868_1044 (size=5214) 2024-11-20T03:00:37,768 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/info/d2684a81ed754609985701d8df15ea79 as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/info/d2684a81ed754609985701d8df15ea79 2024-11-20T03:00:37,781 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,40249,1732071574967, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,40249,1732071574967, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1c82b83631a2,40249,1732071574967 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T03:00:37,781 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,40249,1732071574967, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1c82b83631a2,40249,1732071574967 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T03:00:37,781 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,40249,1732071574967, seqNum=-1 from cache 2024-11-20T03:00:37,784 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/info/d2684a81ed754609985701d8df15ea79, entries=100, sequenceid=28, filesize=18.0 K 2024-11-20T03:00:37,786 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/ns/bb00531db764401bbc928729ffa831f5 as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/ns/bb00531db764401bbc928729ffa831f5 2024-11-20T03:00:37,796 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/ns/bb00531db764401bbc928729ffa831f5, entries=2, sequenceid=28, filesize=5.0 K 2024-11-20T03:00:37,798 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/.tmp/table/19ce26df50a543abb3c19feb4df4c5ac as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/table/19ce26df50a543abb3c19feb4df4c5ac 2024-11-20T03:00:37,810 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/table/19ce26df50a543abb3c19feb4df4c5ac, entries=2, sequenceid=28, filesize=5.1 K 2024-11-20T03:00:37,811 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 207ms, sequenceid=28, compaction requested=false; wal=null 2024-11-20T03:00:37,812 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-20T03:00:37,813 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:00:37,814 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:00:37,815 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:00:37,816 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:00:37,819 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-20T03:00:37,820 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60093890, jitterRate=-0.10453125834465027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:00:37,821 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:00:37,821 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732071637568Writing region info on filesystem at 1732071637569 (+1 ms)Initializing all the Stores at 1732071637570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071637570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071637571 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071637571Obtaining lock to block concurrent updates at 1732071637604 (+33 ms)Preparing flush snapshotting stores in 1588230740 at 1732071637604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732071637604Flushing stores of hbase:meta,,1.1588230740 at 1732071637604Flushing 1588230740/info: creating writer at 1732071637604Flushing 1588230740/info: appending metadata at 1732071637625 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732071637625Flushing 1588230740/ns: creating writer at 1732071637679 (+54 ms)Flushing 1588230740/ns: appending metadata at 1732071637703 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732071637703Flushing 1588230740/table: creating writer at 1732071637728 (+25 ms)Flushing 1588230740/table: appending metadata at 1732071637744 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732071637744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8eeac: reopening flushed file at 1732071637767 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f31500: reopening flushed file at 1732071637784 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ee14f1: reopening flushed file at 1732071637797 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 207ms, sequenceid=28, compaction requested=false; wal=null at 1732071637811 (+14 ms)Cleaning up temporary data from old regions at 1732071637814 (+3 ms)Running coprocessor post-open hooks at 1732071637821 (+7 ms)Region opened successfully at 1732071637821 2024-11-20T03:00:37,829 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732071637523 2024-11-20T03:00:37,831 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:00:37,832 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:00:37,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:37,835 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,40249,1732071574967, state=OPEN 2024-11-20T03:00:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:37,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,40249,1732071574967 2024-11-20T03:00:37,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:37,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:37,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:37,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:37,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T03:00:37,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,40249,1732071574967 in 1.1180 sec 2024-11-20T03:00:37,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-20T03:00:37,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3070 sec 2024-11-20T03:00:37,886 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1c82b83631a2,34321,1732071574888 had 4 regions 2024-11-20T03:00:37,890 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,34321,1732071574888, splitWal=true, meta=true, isMeta: false 2024-11-20T03:00:37,894 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,34321,1732071574888 WAL count=1, meta=false 2024-11-20T03:00:37,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1c82b83631a2%2C34321%2C1732071574888.1732071575540}] 2024-11-20T03:00:37,897 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=1c82b83631a2,41445,1732071574926 2024-11-20T03:00:37,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C34321%2C1732071574888.1732071575540, worker=1c82b83631a2,41445,1732071574926}] 2024-11-20T03:00:37,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:37,991 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,40249,1732071574967, seqNum=-1] 2024-11-20T03:00:38,015 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T03:00:38,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:00:38,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:00:38,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:38,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:38,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:38,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:00:38,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:00:38,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1672194810, stopped=false 2024-11-20T03:00:38,016 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,45167,1732071574731 2024-11-20T03:00:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:00:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:00:38,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:00:38,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:38,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:38,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:38,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:38,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:00:38,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:38,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:38,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,41445,1732071574926' ***** 2024-11-20T03:00:38,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:00:38,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,40249,1732071574967' ***** 2024-11-20T03:00:38,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:00:38,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:00:38,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:00:38,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:00:38,046 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:00:38,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:00:38,046 INFO [RS:2;1c82b83631a2:40249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:00:38,046 INFO [RS:2;1c82b83631a2:40249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:00:38,046 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ab202507955eee581198f3566a451a4 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for c71d3601389cb00f1ea635c885ab6fac 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for e8838c1553d3384c95f51265c54e5c7b 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 32f4bf50497f366d7165e63fd8ba3705 2024-11-20T03:00:38,047 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ab202507955eee581198f3566a451a4, disabling compactions & flushes 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,40249,1732071574967 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:00:38,047 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T03:00:38,047 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1c82b83631a2:40249. 2024-11-20T03:00:38,047 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. after waiting 0 ms 2024-11-20T03:00:38,047 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T03:00:38,047 DEBUG [RS:2;1c82b83631a2:40249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:38,047 DEBUG [RS:2;1c82b83631a2:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:00:38,047 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:00:38,047 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:00:38,047 INFO [RS:1;1c82b83631a2:41445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:00:38,047 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:00:38,048 INFO [RS:1;1c82b83631a2:41445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:00:38,048 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(3091): Received CLOSE for 33e471544e0e6d49e6b4f5acaf32c7ba 2024-11-20T03:00:38,050 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-20T03:00:38,051 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1325): Online Regions={9ab202507955eee581198f3566a451a4=SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4., c71d3601389cb00f1ea635c885ab6fac=SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac., 1588230740=hbase:meta,,1.1588230740, e8838c1553d3384c95f51265c54e5c7b=SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b., 32f4bf50497f366d7165e63fd8ba3705=SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705.} 2024-11-20T03:00:38,051 DEBUG [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32f4bf50497f366d7165e63fd8ba3705, 9ab202507955eee581198f3566a451a4, c71d3601389cb00f1ea635c885ab6fac, e8838c1553d3384c95f51265c54e5c7b 2024-11-20T03:00:38,051 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:00:38,051 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(3091): Received CLOSE for 38a1d4f2c88d8f22a055c026c1da8a81 2024-11-20T03:00:38,051 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(3091): Received CLOSE for b3abc49710b0209199e672bd5bfa4cca 2024-11-20T03:00:38,051 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,41445,1732071574926 2024-11-20T03:00:38,051 INFO [RS:1;1c82b83631a2:41445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:00:38,051 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33e471544e0e6d49e6b4f5acaf32c7ba, disabling compactions & flushes 2024-11-20T03:00:38,051 INFO [RS:1;1c82b83631a2:41445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1c82b83631a2:41445. 2024-11-20T03:00:38,051 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T03:00:38,051 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T03:00:38,051 DEBUG [RS:1;1c82b83631a2:41445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:38,051 DEBUG [RS:1;1c82b83631a2:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:38,051 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. after waiting 0 ms 2024-11-20T03:00:38,051 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:00:38,051 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1325): Online Regions={33e471544e0e6d49e6b4f5acaf32c7ba=SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba., 38a1d4f2c88d8f22a055c026c1da8a81=SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81., b3abc49710b0209199e672bd5bfa4cca=SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca.} 2024-11-20T03:00:38,051 DEBUG [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1351): Waiting on 33e471544e0e6d49e6b4f5acaf32c7ba, 38a1d4f2c88d8f22a055c026c1da8a81, b3abc49710b0209199e672bd5bfa4cca 2024-11-20T03:00:38,052 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:00:38,052 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:00:38,052 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:00:38,052 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:00:38,051 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T03:00:38,056 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/9ab202507955eee581198f3566a451a4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T03:00:38,059 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/33e471544e0e6d49e6b4f5acaf32c7ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T03:00:38,060 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T03:00:38,060 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33e471544e0e6d49e6b4f5acaf32c7ba: Waiting for close lock at 1732071638051Running coprocessor pre-close hooks at 1732071638051Disabling compacts and flushes for region at 1732071638051Disabling writes for close at 1732071638051Writing region close event to WAL at 1732071638052 (+1 ms)Running coprocessor post-close hooks at 1732071638060 (+8 ms)Closed at 1732071638060 2024-11-20T03:00:38,060 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732071586027.33e471544e0e6d49e6b4f5acaf32c7ba. 2024-11-20T03:00:38,060 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38a1d4f2c88d8f22a055c026c1da8a81, disabling compactions & flushes 2024-11-20T03:00:38,060 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T03:00:38,060 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T03:00:38,060 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. after waiting 0 ms 2024-11-20T03:00:38,061 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T03:00:38,062 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T03:00:38,063 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ab202507955eee581198f3566a451a4: Waiting for close lock at 1732071638047Running coprocessor pre-close hooks at 1732071638047Disabling compacts and flushes for region at 1732071638047Disabling writes for close at 1732071638047Writing region close event to WAL at 1732071638049 (+2 ms)Running coprocessor post-close hooks at 1732071638062 (+13 ms)Closed at 1732071638062 2024-11-20T03:00:38,063 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732071586027.9ab202507955eee581198f3566a451a4. 2024-11-20T03:00:38,063 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c71d3601389cb00f1ea635c885ab6fac, disabling compactions & flushes 2024-11-20T03:00:38,063 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T03:00:38,063 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T03:00:38,063 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. after waiting 0 ms 2024-11-20T03:00:38,063 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T03:00:38,067 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:38,068 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-20T03:00:38,069 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:00:38,069 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:00:38,069 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732071638051Running coprocessor pre-close hooks at 1732071638051Disabling compacts and flushes for region at 1732071638051Disabling writes for close at 1732071638052 (+1 ms)Writing region close event to WAL at 1732071638059 (+7 ms)Running coprocessor post-close hooks at 1732071638069 (+10 ms)Closed at 1732071638069 2024-11-20T03:00:38,069 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:00:38,069 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:38,074 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/c71d3601389cb00f1ea635c885ab6fac/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T03:00:38,078 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T03:00:38,078 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c71d3601389cb00f1ea635c885ab6fac: Waiting for close lock at 1732071638063Running coprocessor pre-close hooks at 1732071638063Disabling compacts and flushes for region at 1732071638063Disabling writes for close at 1732071638063Writing region close event to WAL at 1732071638067 (+4 ms)Running coprocessor post-close hooks at 1732071638078 (+11 ms)Closed at 1732071638078 2024-11-20T03:00:38,078 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732071586027.c71d3601389cb00f1ea635c885ab6fac. 2024-11-20T03:00:38,078 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8838c1553d3384c95f51265c54e5c7b, disabling compactions & flushes 2024-11-20T03:00:38,078 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T03:00:38,079 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T03:00:38,079 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. after waiting 0 ms 2024-11-20T03:00:38,079 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T03:00:38,085 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/38a1d4f2c88d8f22a055c026c1da8a81/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:38,087 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T03:00:38,087 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38a1d4f2c88d8f22a055c026c1da8a81: Waiting for close lock at 1732071638060Running coprocessor pre-close hooks at 1732071638060Disabling compacts and flushes for region at 1732071638060Disabling writes for close at 1732071638061 (+1 ms)Writing region close event to WAL at 1732071638067 (+6 ms)Running coprocessor post-close hooks at 1732071638087 (+20 ms)Closed at 1732071638087 2024-11-20T03:00:38,087 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732071586027.38a1d4f2c88d8f22a055c026c1da8a81. 2024-11-20T03:00:38,087 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3abc49710b0209199e672bd5bfa4cca, disabling compactions & flushes 2024-11-20T03:00:38,087 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T03:00:38,087 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T03:00:38,087 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. after waiting 0 ms 2024-11-20T03:00:38,087 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T03:00:38,098 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/b3abc49710b0209199e672bd5bfa4cca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T03:00:38,099 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/e8838c1553d3384c95f51265c54e5c7b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:38,099 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T03:00:38,099 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3abc49710b0209199e672bd5bfa4cca: Waiting for close lock at 1732071638087Running coprocessor pre-close hooks at 1732071638087Disabling compacts and flushes for region at 1732071638087Disabling writes for close at 1732071638087Writing region close event to WAL at 1732071638091 (+4 ms)Running coprocessor post-close hooks at 1732071638099 (+8 ms)Closed at 1732071638099 2024-11-20T03:00:38,100 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732071586027.b3abc49710b0209199e672bd5bfa4cca. 2024-11-20T03:00:38,100 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T03:00:38,100 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8838c1553d3384c95f51265c54e5c7b: Waiting for close lock at 1732071638078Running coprocessor pre-close hooks at 1732071638078Disabling compacts and flushes for region at 1732071638078Disabling writes for close at 1732071638079 (+1 ms)Writing region close event to WAL at 1732071638091 (+12 ms)Running coprocessor post-close hooks at 1732071638100 (+9 ms)Closed at 1732071638100 2024-11-20T03:00:38,100 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732071586027.e8838c1553d3384c95f51265c54e5c7b. 2024-11-20T03:00:38,100 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32f4bf50497f366d7165e63fd8ba3705, disabling compactions & flushes 2024-11-20T03:00:38,100 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:38,100 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:38,100 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. after waiting 0 ms 2024-11-20T03:00:38,100 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:38,107 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/data/default/SPTestTable/32f4bf50497f366d7165e63fd8ba3705/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:38,108 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:38,108 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32f4bf50497f366d7165e63fd8ba3705: Waiting for close lock at 1732071638100Running coprocessor pre-close hooks at 1732071638100Disabling compacts and flushes for region at 1732071638100Disabling writes for close at 1732071638100Writing region close event to WAL at 1732071638103 (+3 ms)Running coprocessor post-close hooks at 1732071638108 (+5 ms)Closed at 1732071638108 2024-11-20T03:00:38,108 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732071586027.32f4bf50497f366d7165e63fd8ba3705. 2024-11-20T03:00:38,251 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,40249,1732071574967; all regions closed. 2024-11-20T03:00:38,252 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,41445,1732071574926; all regions closed. 2024-11-20T03:00:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741865_1041 (size=678) 2024-11-20T03:00:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741834_1010 (size=2364) 2024-11-20T03:00:38,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741865_1041 (size=678) 2024-11-20T03:00:38,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741865_1041 (size=678) 2024-11-20T03:00:38,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741834_1010 (size=2364) 2024-11-20T03:00:38,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741834_1010 (size=2364) 2024-11-20T03:00:38,266 DEBUG [RS:2;1c82b83631a2:40249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs 2024-11-20T03:00:38,266 INFO [RS:2;1c82b83631a2:40249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C40249%2C1732071574967.meta:.meta(num 1732071637535) 2024-11-20T03:00:38,266 DEBUG [RS:1;1c82b83631a2:41445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs 2024-11-20T03:00:38,266 INFO [RS:1;1c82b83631a2:41445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C41445%2C1732071574926:(num 1732071575531) 2024-11-20T03:00:38,266 DEBUG [RS:1;1c82b83631a2:41445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:38,266 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:38,266 INFO [RS:1;1c82b83631a2:41445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:00:38,267 INFO [RS:1;1c82b83631a2:41445 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:00:38,267 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:00:38,267 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:00:38,267 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:00:38,267 INFO [RS:1;1c82b83631a2:41445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:00:38,267 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:00:38,268 INFO [RS:1;1c82b83631a2:41445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41445 2024-11-20T03:00:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741833_1009 (size=3439) 2024-11-20T03:00:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741833_1009 (size=3439) 2024-11-20T03:00:38,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741833_1009 (size=3439) 2024-11-20T03:00:38,281 DEBUG [RS:2;1c82b83631a2:40249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/oldWALs 2024-11-20T03:00:38,281 INFO [RS:2;1c82b83631a2:40249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C40249%2C1732071574967:(num 1732071575531) 2024-11-20T03:00:38,281 DEBUG [RS:2;1c82b83631a2:40249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:38,281 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:38,281 INFO [RS:2;1c82b83631a2:40249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:00:38,281 INFO [RS:2;1c82b83631a2:40249 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:00:38,281 INFO [RS:2;1c82b83631a2:40249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:00:38,281 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:00:38,281 INFO [RS:2;1c82b83631a2:40249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40249 2024-11-20T03:00:38,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T03:00:38,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,41445,1732071574926 2024-11-20T03:00:38,298 INFO [RS:1;1c82b83631a2:41445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:00:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,40249,1732071574967 2024-11-20T03:00:38,307 INFO [RS:2;1c82b83631a2:40249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:00:38,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,40249,1732071574967] 2024-11-20T03:00:38,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,40249,1732071574967 already deleted, retry=false 2024-11-20T03:00:38,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,40249,1732071574967 expired; onlineServers=1 2024-11-20T03:00:38,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,41445,1732071574926] 2024-11-20T03:00:38,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,41445,1732071574926 already deleted, retry=false 2024-11-20T03:00:38,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,41445,1732071574926 expired; onlineServers=0 2024-11-20T03:00:38,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,45167,1732071574731' ***** 2024-11-20T03:00:38,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:00:38,340 INFO [M:0;1c82b83631a2:45167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:00:38,340 INFO [M:0;1c82b83631a2:45167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:00:38,340 DEBUG [M:0;1c82b83631a2:45167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:00:38,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:00:38,340 DEBUG [M:0;1c82b83631a2:45167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:00:38,340 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071575294 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071575294,5,FailOnTimeoutGroup] 2024-11-20T03:00:38,340 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071575295 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071575295,5,FailOnTimeoutGroup] 2024-11-20T03:00:38,341 INFO [M:0;1c82b83631a2:45167 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:00:38,341 INFO [M:0;1c82b83631a2:45167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:00:38,341 DEBUG [M:0;1c82b83631a2:45167 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:00:38,341 INFO [M:0;1c82b83631a2:45167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:00:38,341 INFO [M:0;1c82b83631a2:45167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:38,341 ERROR [M:0;1c82b83631a2:45167 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:37123 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37123,5,PEWorkerGroup] 2024-11-20T03:00:38,341 INFO [M:0;1c82b83631a2:45167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:38,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:00:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T03:00:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:38,352 DEBUG [M:0;1c82b83631a2:45167 {}] zookeeper.ZKUtil(347): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T03:00:38,352 WARN [M:0;1c82b83631a2:45167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:00:38,353 INFO [M:0;1c82b83631a2:45167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/.lastflushedseqids 2024-11-20T03:00:38,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741869_1045 (size=632) 2024-11-20T03:00:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741869_1045 (size=632) 2024-11-20T03:00:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741869_1045 (size=632) 2024-11-20T03:00:38,368 INFO [M:0;1c82b83631a2:45167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:38,368 INFO [M:0;1c82b83631a2:45167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:00:38,368 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:00:38,368 INFO [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:38,368 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:38,368 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:00:38,368 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:38,369 INFO [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.51 KB heapSize=211.63 KB 2024-11-20T03:00:38,384 DEBUG [M:0;1c82b83631a2:45167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea80ff0c1437472b924bb263edb4227c is 82, key is hbase:meta,,1/info:regioninfo/1732071637832/Put/seqid=0 2024-11-20T03:00:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741870_1046 (size=6071) 2024-11-20T03:00:38,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741870_1046 (size=6071) 2024-11-20T03:00:38,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741870_1046 (size=6071) 2024-11-20T03:00:38,396 INFO [M:0;1c82b83631a2:45167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea80ff0c1437472b924bb263edb4227c 2024-11-20T03:00:38,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:38,415 INFO [RS:1;1c82b83631a2:41445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:00:38,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41445-0x10157785f790002, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:38,415 INFO [RS:1;1c82b83631a2:41445 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,41445,1732071574926; zookeeper connection closed. 2024-11-20T03:00:38,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32dec5c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32dec5c0 2024-11-20T03:00:38,423 DEBUG [M:0;1c82b83631a2:45167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70f160b1a0844dfe90124e57cf49b69f is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732071596388/Put/seqid=0 2024-11-20T03:00:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:38,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40249-0x10157785f790003, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:38,424 INFO [RS:2;1c82b83631a2:40249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:00:38,424 INFO [RS:2;1c82b83631a2:40249 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,40249,1732071574967; zookeeper connection closed. 2024-11-20T03:00:38,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@eafcdd6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@eafcdd6 2024-11-20T03:00:38,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T03:00:38,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741871_1047 (size=11558) 2024-11-20T03:00:38,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741871_1047 (size=11558) 2024-11-20T03:00:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741871_1047 (size=11558) 2024-11-20T03:00:38,433 INFO [M:0;1c82b83631a2:45167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.28 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70f160b1a0844dfe90124e57cf49b69f 2024-11-20T03:00:38,440 INFO [M:0;1c82b83631a2:45167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70f160b1a0844dfe90124e57cf49b69f 2024-11-20T03:00:38,460 DEBUG [M:0;1c82b83631a2:45167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67a2369004944361a2b7eb948d64fa22 is 69, key is 1c82b83631a2,40249,1732071574967/rs:state/1732071575332/Put/seqid=0 2024-11-20T03:00:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741872_1048 (size=5442) 2024-11-20T03:00:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741872_1048 (size=5442) 2024-11-20T03:00:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741872_1048 (size=5442) 2024-11-20T03:00:38,467 INFO [M:0;1c82b83631a2:45167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67a2369004944361a2b7eb948d64fa22 2024-11-20T03:00:38,472 INFO [M:0;1c82b83631a2:45167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a2369004944361a2b7eb948d64fa22 2024-11-20T03:00:38,474 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea80ff0c1437472b924bb263edb4227c as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea80ff0c1437472b924bb263edb4227c 2024-11-20T03:00:38,481 INFO [M:0;1c82b83631a2:45167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea80ff0c1437472b924bb263edb4227c, entries=14, sequenceid=416, filesize=5.9 K 2024-11-20T03:00:38,482 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70f160b1a0844dfe90124e57cf49b69f as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70f160b1a0844dfe90124e57cf49b69f 2024-11-20T03:00:38,488 INFO [M:0;1c82b83631a2:45167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70f160b1a0844dfe90124e57cf49b69f 2024-11-20T03:00:38,489 INFO [M:0;1c82b83631a2:45167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70f160b1a0844dfe90124e57cf49b69f, entries=52, sequenceid=416, filesize=11.3 K 2024-11-20T03:00:38,490 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67a2369004944361a2b7eb948d64fa22 as hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67a2369004944361a2b7eb948d64fa22 2024-11-20T03:00:38,496 INFO [M:0;1c82b83631a2:45167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67a2369004944361a2b7eb948d64fa22 2024-11-20T03:00:38,496 INFO [M:0;1c82b83631a2:45167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37123/user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67a2369004944361a2b7eb948d64fa22, entries=3, sequenceid=416, filesize=5.3 K 2024-11-20T03:00:38,497 INFO [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.51 KB/176649, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=416, compaction requested=false 2024-11-20T03:00:38,498 INFO [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:38,499 DEBUG [M:0;1c82b83631a2:45167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732071638368Disabling compacts and flushes for region at 1732071638368Disabling writes for close at 1732071638368Obtaining lock to block concurrent updates at 1732071638369 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732071638369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176649, getHeapSize=216640, getOffHeapSize=0, getCellsCount=515 at 1732071638369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732071638370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732071638370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732071638384 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732071638384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732071638403 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732071638422 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732071638422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732071638440 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732071638459 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732071638459Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbef931: reopening flushed file at 1732071638472 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efa6a54: reopening flushed file at 1732071638481 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3d56e7: reopening flushed file at 1732071638489 (+8 ms)Finished flush of dataSize ~172.51 KB/176649, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=416, compaction requested=false at 1732071638497 (+8 ms)Writing region close event to WAL at 1732071638498 (+1 ms)Closed at 1732071638498 2024-11-20T03:00:38,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3bd13fef-b851-7eea-065f-6c791b2a1c1d/MasterData/WALs/1c82b83631a2,45167,1732071574731/1c82b83631a2%2C45167%2C1732071574731.1732071575093 not finished, retry = 0 2024-11-20T03:00:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37409 is added to blk_1073741830_1006 (size=204504) 2024-11-20T03:00:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36591 is added to blk_1073741830_1006 (size=204504) 2024-11-20T03:00:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34317 is added to blk_1073741830_1006 (size=204504) 2024-11-20T03:00:38,604 INFO [M:0;1c82b83631a2:45167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:00:38,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:00:38,604 INFO [M:0;1c82b83631a2:45167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45167 2024-11-20T03:00:38,604 INFO [M:0;1c82b83631a2:45167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:00:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:38,727 INFO [M:0;1c82b83631a2:45167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:00:38,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45167-0x10157785f790000, quorum=127.0.0.1:55994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:38,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@732bb784{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:00:38,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7289176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:38,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:38,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1b8377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:38,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180e4735{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:38,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:00:38,731 WARN [BP-226708319-172.17.0.2-1732071572751 heartbeating to localhost/127.0.0.1:37123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:00:38,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:00:38,731 WARN [BP-226708319-172.17.0.2-1732071572751 heartbeating to localhost/127.0.0.1:37123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226708319-172.17.0.2-1732071572751 (Datanode Uuid 4fb2d84a-591b-4355-a9b9-6fa2abbd80e5) service to localhost/127.0.0.1:37123 2024-11-20T03:00:38,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data5/current/BP-226708319-172.17.0.2-1732071572751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:38,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data6/current/BP-226708319-172.17.0.2-1732071572751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:38,733 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:00:38,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a0161ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:00:38,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ecc1cd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:38,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:38,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a28eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:38,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:38,742 WARN [BP-226708319-172.17.0.2-1732071572751 heartbeating to localhost/127.0.0.1:37123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:00:38,742 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:00:38,742 WARN [BP-226708319-172.17.0.2-1732071572751 heartbeating to localhost/127.0.0.1:37123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226708319-172.17.0.2-1732071572751 (Datanode Uuid 7b7cc84f-ccd4-4b4c-8605-2d53c5a60e65) service to localhost/127.0.0.1:37123 2024-11-20T03:00:38,742 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:00:38,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data3/current/BP-226708319-172.17.0.2-1732071572751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:38,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data4/current/BP-226708319-172.17.0.2-1732071572751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:38,743 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:00:38,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22032f89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:00:38,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54b53d8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:38,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:38,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ceb4815{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:38,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:38,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:00:38,750 WARN [BP-226708319-172.17.0.2-1732071572751 heartbeating to localhost/127.0.0.1:37123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:00:38,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:00:38,750 WARN [BP-226708319-172.17.0.2-1732071572751 heartbeating to localhost/127.0.0.1:37123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-226708319-172.17.0.2-1732071572751 (Datanode Uuid 0b6d5d95-d796-428d-8494-ac014807db3f) service to localhost/127.0.0.1:37123 2024-11-20T03:00:38,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data1/current/BP-226708319-172.17.0.2-1732071572751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:38,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/cluster_05793fb9-c97e-791e-4f68-472619229432/data/data2/current/BP-226708319-172.17.0.2-1732071572751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:38,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:00:38,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2ff21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:00:38,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@376d3aeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:38,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:38,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58bba0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:38,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb14da0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/00cd8ffd-0583-26ad-32fe-f3a257604836/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:38,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:00:38,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:00:38,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 97) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1c82b83631a2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37123 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37123 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=5206 (was 5423)