2024-11-24 04:14:42,644 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 04:14:42,660 main DEBUG Took 0.013449 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 04:14:42,661 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 04:14:42,661 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 04:14:42,662 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 04:14:42,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,673 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 04:14:42,689 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,693 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,695 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,696 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,697 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,700 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,701 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,703 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,704 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:14:42,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,705 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 04:14:42,707 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:14:42,709 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 04:14:42,711 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 04:14:42,712 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 04:14:42,713 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 04:14:42,714 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 04:14:42,726 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 04:14:42,729 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 04:14:42,731 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 04:14:42,732 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 04:14:42,732 main DEBUG createAppenders(={Console}) 2024-11-24 04:14:42,733 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-24 04:14:42,734 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 04:14:42,734 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-24 04:14:42,735 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 04:14:42,735 main DEBUG OutputStream closed 2024-11-24 04:14:42,736 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 04:14:42,736 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 04:14:42,736 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-24 04:14:42,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 04:14:42,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 04:14:42,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 04:14:42,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 04:14:42,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 04:14:42,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 04:14:42,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 04:14:42,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 04:14:42,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 04:14:42,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 04:14:42,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 04:14:42,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 04:14:42,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 04:14:42,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 04:14:42,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 04:14:42,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 04:14:42,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 04:14:42,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 04:14:42,830 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 04:14:42,830 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-24 04:14:42,830 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 04:14:42,831 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-24T04:14:42,845 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-24 04:14:42,848 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 04:14:42,848 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T04:14:42,855 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-24T04:14:42,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=490, ProcessCount=11, AvailableMemoryMB=7337 2024-11-24T04:14:43,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c 2024-11-24T04:14:43,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:14:43,132 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1, deleteOnExit=true 2024-11-24T04:14:43,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:14:43,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/test.cache.data in system properties and HBase conf 2024-11-24T04:14:43,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:14:43,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:14:43,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:14:43,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:14:43,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:14:43,293 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T04:14:43,458 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:14:43,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:14:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:14:43,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:14:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:14:43,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:14:43,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:14:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:14:43,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:14:43,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:14:43,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:14:43,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:14:43,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:14:43,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:14:43,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:14:44,675 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T04:14:44,815 INFO [Time-limited test {}] log.Log(170): Logging initialized @2859ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T04:14:44,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:14:45,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:14:45,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:14:45,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:14:45,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:14:45,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:14:45,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:14:45,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:14:45,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/java.io.tmpdir/jetty-localhost-38757-hadoop-hdfs-3_4_1-tests_jar-_-any-9868461229034736838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:14:45,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38757} 2024-11-24T04:14:45,411 INFO [Time-limited test {}] server.Server(415): Started @3456ms 2024-11-24T04:14:46,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:14:46,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:14:46,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:14:46,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:14:46,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:14:46,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:14:46,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:14:46,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/java.io.tmpdir/jetty-localhost-41333-hadoop-hdfs-3_4_1-tests_jar-_-any-12468336618769503062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:14:46,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:41333} 2024-11-24T04:14:46,259 INFO [Time-limited test {}] server.Server(415): Started @4304ms 2024-11-24T04:14:46,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:14:46,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:14:46,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:14:46,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:14:46,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:14:46,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:14:46,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:14:46,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50ef47db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:14:46,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe32b3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/java.io.tmpdir/jetty-localhost-40119-hadoop-hdfs-3_4_1-tests_jar-_-any-4736847910996360444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:14:46,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee4b472{HTTP/1.1, (http/1.1)}{localhost:40119} 2024-11-24T04:14:46,829 INFO [Time-limited test {}] server.Server(415): Started @4874ms 2024-11-24T04:14:46,831 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:14:46,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:14:46,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:14:46,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:14:46,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:14:46,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:14:46,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:14:46,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e471564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:14:47,071 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data3/current/BP-513458895-172.17.0.2-1732421684349/current, will proceed with Du for space computation calculation, 2024-11-24T04:14:47,071 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data4/current/BP-513458895-172.17.0.2-1732421684349/current, will proceed with Du for space computation calculation, 2024-11-24T04:14:47,073 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data1/current/BP-513458895-172.17.0.2-1732421684349/current, will proceed with Du for space computation calculation, 2024-11-24T04:14:47,074 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data2/current/BP-513458895-172.17.0.2-1732421684349/current, will proceed with Du for space computation calculation, 2024-11-24T04:14:47,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67f5983a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/java.io.tmpdir/jetty-localhost-38051-hadoop-hdfs-3_4_1-tests_jar-_-any-8489876747890987501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:14:47,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@451db019{HTTP/1.1, (http/1.1)}{localhost:38051} 2024-11-24T04:14:47,141 INFO [Time-limited test {}] server.Server(415): Started @5186ms 2024-11-24T04:14:47,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:14:47,170 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:14:47,170 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:14:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34a7814865c5fdfa with lease ID 0x2577f0240aee449: Processing first storage report for DS-6baea4f7-e39c-4736-ab4f-71f71f44b486 from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=6692577e-aacb-4af5-8ace-92da06ca4896, infoPort=39177, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349) 2024-11-24T04:14:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34a7814865c5fdfa with lease ID 0x2577f0240aee449: from storage DS-6baea4f7-e39c-4736-ab4f-71f71f44b486 node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=6692577e-aacb-4af5-8ace-92da06ca4896, infoPort=39177, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:14:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc07f9870d76a8d with lease ID 0x2577f0240aee448: Processing first storage report for DS-88c634ce-05ed-4be4-bb8d-5974e9647543 from datanode DatanodeRegistration(127.0.0.1:39405, datanodeUuid=d620ca8c-5549-4f6f-a4c3-f1fbbff788b1, infoPort=38403, infoSecurePort=0, ipcPort=34831, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349) 2024-11-24T04:14:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc07f9870d76a8d with lease ID 0x2577f0240aee448: from storage DS-88c634ce-05ed-4be4-bb8d-5974e9647543 node DatanodeRegistration(127.0.0.1:39405, datanodeUuid=d620ca8c-5549-4f6f-a4c3-f1fbbff788b1, infoPort=38403, infoSecurePort=0, ipcPort=34831, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:14:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc07f9870d76a8d with lease ID 0x2577f0240aee448: Processing first storage report for DS-6c0a607b-2fe1-4dc0-accd-01aa3c303590 from datanode DatanodeRegistration(127.0.0.1:39405, datanodeUuid=d620ca8c-5549-4f6f-a4c3-f1fbbff788b1, infoPort=38403, infoSecurePort=0, ipcPort=34831, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349) 2024-11-24T04:14:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc07f9870d76a8d with lease ID 0x2577f0240aee448: from storage DS-6c0a607b-2fe1-4dc0-accd-01aa3c303590 node DatanodeRegistration(127.0.0.1:39405, datanodeUuid=d620ca8c-5549-4f6f-a4c3-f1fbbff788b1, infoPort=38403, infoSecurePort=0, ipcPort=34831, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:14:47,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34a7814865c5fdfa with lease ID 0x2577f0240aee449: Processing first storage report for DS-f620f1bf-3d91-44ca-9c0b-4a9e714e2228 from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=6692577e-aacb-4af5-8ace-92da06ca4896, infoPort=39177, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349) 2024-11-24T04:14:47,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34a7814865c5fdfa with lease ID 0x2577f0240aee449: from storage DS-f620f1bf-3d91-44ca-9c0b-4a9e714e2228 node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=6692577e-aacb-4af5-8ace-92da06ca4896, infoPort=39177, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:14:47,385 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data5/current/BP-513458895-172.17.0.2-1732421684349/current, will proceed with Du for space computation calculation, 2024-11-24T04:14:47,389 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data6/current/BP-513458895-172.17.0.2-1732421684349/current, will proceed with Du for space computation calculation, 2024-11-24T04:14:47,457 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:14:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94932ca8d0cd1ab8 with lease ID 0x2577f0240aee44a: Processing first storage report for DS-8fe06980-d246-4c85-8107-7ffa19fd2708 from datanode DatanodeRegistration(127.0.0.1:42769, datanodeUuid=36386d56-554a-4e35-a82c-b4e2f46b11df, infoPort=33583, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349) 2024-11-24T04:14:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94932ca8d0cd1ab8 with lease ID 0x2577f0240aee44a: from storage DS-8fe06980-d246-4c85-8107-7ffa19fd2708 node DatanodeRegistration(127.0.0.1:42769, datanodeUuid=36386d56-554a-4e35-a82c-b4e2f46b11df, infoPort=33583, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:14:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94932ca8d0cd1ab8 with lease ID 0x2577f0240aee44a: Processing first storage report for DS-575ffd87-6364-4612-a87e-bf88712ade1c from datanode DatanodeRegistration(127.0.0.1:42769, datanodeUuid=36386d56-554a-4e35-a82c-b4e2f46b11df, infoPort=33583, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349) 2024-11-24T04:14:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94932ca8d0cd1ab8 with lease ID 0x2577f0240aee44a: from storage DS-575ffd87-6364-4612-a87e-bf88712ade1c node DatanodeRegistration(127.0.0.1:42769, datanodeUuid=36386d56-554a-4e35-a82c-b4e2f46b11df, infoPort=33583, infoSecurePort=0, ipcPort=42677, storageInfo=lv=-57;cid=testClusterID;nsid=1000529048;c=1732421684349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:14:47,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c 2024-11-24T04:14:47,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/zookeeper_0, clientPort=63704, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:14:47,870 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63704 2024-11-24T04:14:47,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:47,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:14:48,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:14:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:14:48,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 with version=8 2024-11-24T04:14:48,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/hbase-staging 2024-11-24T04:14:48,357 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T04:14:48,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:14:48,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:48,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:48,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:14:48,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:48,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:14:48,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:14:48,977 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T04:14:49,000 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T04:14:49,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:14:49,043 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9329 (auto-detected) 2024-11-24T04:14:49,044 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T04:14:49,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36089 2024-11-24T04:14:49,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36089 connecting to ZooKeeper ensemble=127.0.0.1:63704 2024-11-24T04:14:49,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360890x0, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:14:49,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36089-0x101482f04a90000 connected 2024-11-24T04:14:49,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:14:49,202 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966, hbase.cluster.distributed=false 2024-11-24T04:14:49,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:14:49,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-24T04:14:49,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36089 2024-11-24T04:14:49,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36089 2024-11-24T04:14:49,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-24T04:14:49,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-24T04:14:49,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:14:49,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:14:49,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:14:49,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:14:49,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:14:49,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46035 2024-11-24T04:14:49,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46035 connecting to ZooKeeper ensemble=127.0.0.1:63704 2024-11-24T04:14:49,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460350x0, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:14:49,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46035-0x101482f04a90001 connected 2024-11-24T04:14:49,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:14:49,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:14:49,437 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:14:49,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T04:14:49,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:14:49,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-24T04:14:49,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46035 2024-11-24T04:14:49,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46035 2024-11-24T04:14:49,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-24T04:14:49,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-24T04:14:49,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:14:49,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:14:49,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:14:49,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:14:49,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:14:49,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44847 2024-11-24T04:14:49,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44847 connecting to ZooKeeper ensemble=127.0.0.1:63704 2024-11-24T04:14:49,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448470x0, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:14:49,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448470x0, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:14:49,505 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:14:49,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44847-0x101482f04a90002 connected 2024-11-24T04:14:49,516 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:14:49,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T04:14:49,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:14:49,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44847 2024-11-24T04:14:49,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44847 2024-11-24T04:14:49,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44847 2024-11-24T04:14:49,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44847 2024-11-24T04:14:49,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44847 2024-11-24T04:14:49,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:14:49,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:14:49,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:14:49,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:14:49,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:14:49,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:14:49,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38867 2024-11-24T04:14:49,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38867 connecting to ZooKeeper ensemble=127.0.0.1:63704 2024-11-24T04:14:49,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388670x0, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:14:49,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388670x0, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:14:49,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:14:49,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38867-0x101482f04a90003 connected 2024-11-24T04:14:49,577 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:14:49,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T04:14:49,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:14:49,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38867 2024-11-24T04:14:49,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38867 2024-11-24T04:14:49,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38867 2024-11-24T04:14:49,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38867 2024-11-24T04:14:49,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38867 2024-11-24T04:14:49,612 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:36089 2024-11-24T04:14:49,614 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fadb2fe0ba32,36089,1732421688430 2024-11-24T04:14:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,633 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fadb2fe0ba32,36089,1732421688430 2024-11-24T04:14:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T04:14:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T04:14:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T04:14:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,670 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T04:14:49,672 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fadb2fe0ba32,36089,1732421688430 from backup master directory 2024-11-24T04:14:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fadb2fe0ba32,36089,1732421688430 2024-11-24T04:14:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:14:49,678 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:14:49,678 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,36089,1732421688430 2024-11-24T04:14:49,681 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T04:14:49,683 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T04:14:49,761 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/hbase.id] with ID: 124ccf89-be05-48ae-8f87-13d7caf523f2 2024-11-24T04:14:49,761 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.tmp/hbase.id 2024-11-24T04:14:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:14:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:14:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:14:49,790 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.tmp/hbase.id]:[hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/hbase.id] 2024-11-24T04:14:49,851 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:14:49,857 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:14:49,883 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-24T04:14:49,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:14:49,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:14:49,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:14:49,940 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:14:49,942 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:14:49,965 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:14:49,972 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:14:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:14:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:14:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:14:50,046 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store 2024-11-24T04:14:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:14:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:14:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:14:50,085 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T04:14:50,089 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:14:50,090 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:14:50,090 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:14:50,090 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:14:50,093 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:14:50,093 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:14:50,093 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:14:50,095 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421690090Disabling compacts and flushes for region at 1732421690090Disabling writes for close at 1732421690093 (+3 ms)Writing region close event to WAL at 1732421690093Closed at 1732421690093 2024-11-24T04:14:50,097 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/.initializing 2024-11-24T04:14:50,097 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/WALs/fadb2fe0ba32,36089,1732421688430 2024-11-24T04:14:50,107 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:14:50,127 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C36089%2C1732421688430, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/WALs/fadb2fe0ba32,36089,1732421688430, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/oldWALs, maxLogs=10 2024-11-24T04:14:50,165 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/WALs/fadb2fe0ba32,36089,1732421688430/fadb2fe0ba32%2C36089%2C1732421688430.1732421690134, exclude list is [], retry=0 2024-11-24T04:14:50,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-6baea4f7-e39c-4736-ab4f-71f71f44b486,DISK] 2024-11-24T04:14:50,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-88c634ce-05ed-4be4-bb8d-5974e9647543,DISK] 2024-11-24T04:14:50,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-8fe06980-d246-4c85-8107-7ffa19fd2708,DISK] 2024-11-24T04:14:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T04:14:50,257 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/WALs/fadb2fe0ba32,36089,1732421688430/fadb2fe0ba32%2C36089%2C1732421688430.1732421690134 2024-11-24T04:14:50,261 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33583:33583),(127.0.0.1/127.0.0.1:38403:38403),(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-24T04:14:50,262 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:14:50,264 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:14:50,268 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,269 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:14:50,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:50,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:14:50,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:14:50,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:50,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:14:50,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:14:50,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:50,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:14:50,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:14:50,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:50,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:14:50,399 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,403 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,404 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,411 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,412 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:14:50,421 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:14:50,427 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:14:50,429 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63525803, jitterRate=-0.05339176952838898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:14:50,435 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421690285Initializing all the Stores at 1732421690288 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421690289 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421690296 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421690297 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421690297Cleaning up temporary data from old regions at 1732421690412 (+115 ms)Region opened successfully at 1732421690435 (+23 ms) 2024-11-24T04:14:50,437 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:14:50,479 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45525205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:14:50,520 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:14:50,536 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:14:50,536 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:14:50,540 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:14:50,542 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T04:14:50,549 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-24T04:14:50,549 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T04:14:50,583 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:14:50,595 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T04:14:50,599 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T04:14:50,602 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:14:50,604 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:14:50,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T04:14:50,609 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:14:50,614 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:14:50,616 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T04:14:50,618 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:14:50,620 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T04:14:50,644 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:14:50,647 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T04:14:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:14:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:14:50,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:14:50,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:14:50,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,658 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,36089,1732421688430, sessionid=0x101482f04a90000, setting cluster-up flag (Was=false) 2024-11-24T04:14:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,686 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T04:14:50,688 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,36089,1732421688430 2024-11-24T04:14:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:50,701 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T04:14:50,703 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,36089,1732421688430 2024-11-24T04:14:50,710 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:14:50,797 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(746): ClusterId : 124ccf89-be05-48ae-8f87-13d7caf523f2 2024-11-24T04:14:50,797 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(746): ClusterId : 124ccf89-be05-48ae-8f87-13d7caf523f2 2024-11-24T04:14:50,800 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:14:50,800 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(746): ClusterId : 124ccf89-be05-48ae-8f87-13d7caf523f2 2024-11-24T04:14:50,801 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:14:50,801 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:14:50,803 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:14:50,808 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:14:50,808 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:14:50,809 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:14:50,809 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:14:50,811 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:14:50,811 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:14:50,814 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:14:50,814 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:14:50,815 DEBUG [RS:2;fadb2fe0ba32:38867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c07dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:14:50,816 DEBUG [RS:0;fadb2fe0ba32:46035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed84fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:14:50,817 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:14:50,817 DEBUG [RS:1;fadb2fe0ba32:44847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc4d133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:14:50,818 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:14:50,827 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:14:50,835 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,36089,1732421688430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:14:50,850 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:14:50,850 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:14:50,851 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:14:50,851 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:14:50,851 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:14:50,851 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:50,851 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:14:50,851 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:50,856 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:46035 2024-11-24T04:14:50,856 DEBUG [RS:2;fadb2fe0ba32:38867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fadb2fe0ba32:38867 2024-11-24T04:14:50,860 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:14:50,860 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:14:50,861 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:14:50,861 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:14:50,861 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:14:50,861 DEBUG [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:14:50,864 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36089,1732421688430 with port=38867, startcode=1732421689554 2024-11-24T04:14:50,864 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36089,1732421688430 with port=46035, startcode=1732421689342 2024-11-24T04:14:50,866 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fadb2fe0ba32:44847 2024-11-24T04:14:50,866 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:14:50,866 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:14:50,866 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:14:50,868 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36089,1732421688430 with port=44847, startcode=1732421689486 2024-11-24T04:14:50,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:14:50,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:14:50,881 DEBUG [RS:0;fadb2fe0ba32:46035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:14:50,881 DEBUG [RS:1;fadb2fe0ba32:44847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:14:50,884 DEBUG [RS:2;fadb2fe0ba32:38867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:14:50,888 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:50,889 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:14:50,892 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421720892 2024-11-24T04:14:50,894 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:14:50,896 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:14:50,900 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:14:50,900 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:14:50,901 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:14:50,901 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:14:50,907 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:50,937 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:14:50,940 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:14:50,940 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:14:50,945 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:14:50,979 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:14:50,979 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:14:50,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:14:50,988 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:14:50,989 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:14:50,990 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:14:50,991 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:14:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:14:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:14:51,020 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T04:14:51,021 WARN [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T04:14:51,021 DEBUG [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T04:14:51,021 WARN [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T04:14:51,021 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T04:14:51,021 WARN [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T04:14:51,024 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421690990,5,FailOnTimeoutGroup] 2024-11-24T04:14:51,028 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421691025,5,FailOnTimeoutGroup] 2024-11-24T04:14:51,037 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,037 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:14:51,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:14:51,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,042 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:14:51,042 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:14:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:14:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:14:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:14:51,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:14:51,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:14:51,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:14:51,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:51,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:14:51,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:14:51,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:14:51,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:51,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:14:51,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:14:51,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:14:51,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:51,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:14:51,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:14:51,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:14:51,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:14:51,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:14:51,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:14:51,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740 2024-11-24T04:14:51,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740 2024-11-24T04:14:51,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:14:51,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:14:51,109 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:14:51,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:14:51,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:14:51,118 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66850279, jitterRate=-0.003853216767311096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:14:51,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421691073Initializing all the Stores at 1732421691075 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421691075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421691076 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421691076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421691076Cleaning up temporary data from old regions at 1732421691108 (+32 ms)Region opened successfully at 1732421691122 (+14 ms) 2024-11-24T04:14:51,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:14:51,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:14:51,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:14:51,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:14:51,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:14:51,124 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36089,1732421688430 with port=46035, startcode=1732421689342 2024-11-24T04:14:51,124 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36089,1732421688430 with port=38867, startcode=1732421689554 2024-11-24T04:14:51,125 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36089,1732421688430 with port=44847, startcode=1732421689486 2024-11-24T04:14:51,125 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:14:51,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421691122Disabling compacts and flushes for region at 1732421691122Disabling writes for close at 1732421691122Writing region close event to WAL at 1732421691123 (+1 ms)Closed at 1732421691125 (+2 ms) 2024-11-24T04:14:51,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,38867,1732421689554 2024-11-24T04:14:51,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:14:51,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:14:51,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:14:51,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,44847,1732421689486 2024-11-24T04:14:51,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:14:51,147 DEBUG [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:14:51,147 DEBUG [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40431 2024-11-24T04:14:51,147 DEBUG [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:14:51,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:14:51,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,46035,1732421689342 2024-11-24T04:14:51,152 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:14:51,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:14:51,152 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40431 2024-11-24T04:14:51,153 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:14:51,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:14:51,160 DEBUG [RS:2;fadb2fe0ba32:38867 {}] zookeeper.ZKUtil(111): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fadb2fe0ba32,38867,1732421689554 2024-11-24T04:14:51,160 WARN [RS:2;fadb2fe0ba32:38867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:14:51,160 INFO [RS:2;fadb2fe0ba32:38867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:14:51,160 DEBUG [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554 2024-11-24T04:14:51,161 DEBUG [RS:1;fadb2fe0ba32:44847 {}] zookeeper.ZKUtil(111): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fadb2fe0ba32,44847,1732421689486 2024-11-24T04:14:51,161 WARN [RS:1;fadb2fe0ba32:44847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:14:51,161 INFO [RS:1;fadb2fe0ba32:44847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:14:51,161 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,44847,1732421689486 2024-11-24T04:14:51,164 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:14:51,164 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40431 2024-11-24T04:14:51,164 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:14:51,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:14:51,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,44847,1732421689486] 2024-11-24T04:14:51,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,38867,1732421689554] 2024-11-24T04:14:51,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:14:51,170 DEBUG [RS:0;fadb2fe0ba32:46035 {}] zookeeper.ZKUtil(111): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fadb2fe0ba32,46035,1732421689342 2024-11-24T04:14:51,170 WARN [RS:0;fadb2fe0ba32:46035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:14:51,170 INFO [RS:0;fadb2fe0ba32:46035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:14:51,170 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,46035,1732421689342 2024-11-24T04:14:51,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,46035,1732421689342] 2024-11-24T04:14:51,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:14:51,201 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:14:51,201 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:14:51,201 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:14:51,222 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:14:51,222 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:14:51,222 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:14:51,228 INFO [RS:2;fadb2fe0ba32:38867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:14:51,228 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,229 INFO [RS:0;fadb2fe0ba32:46035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:14:51,229 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,233 INFO [RS:1;fadb2fe0ba32:44847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:14:51,233 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,236 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:14:51,240 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:14:51,240 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:14:51,244 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:14:51,244 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:14:51,246 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,246 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,246 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,246 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,246 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,246 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,246 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,246 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:14:51,247 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:14:51,247 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,247 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:14:51,248 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,248 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,248 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,248 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,248 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,248 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,248 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,248 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,248 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:14:51,249 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:14:51,249 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:0;fadb2fe0ba32:46035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:14:51,249 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,249 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:14:51,250 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,250 DEBUG [RS:1;fadb2fe0ba32:44847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:14:51,250 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,250 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,250 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:14:51,250 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:14:51,251 DEBUG [RS:2;fadb2fe0ba32:38867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:14:51,264 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,264 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,264 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,264 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,264 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,264 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46035,1732421689342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:14:51,265 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,265 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,265 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,265 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,266 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,266 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44847,1732421689486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:14:51,266 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,266 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,266 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,267 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,267 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,267 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38867,1732421689554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:14:51,311 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:14:51,311 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:14:51,311 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:14:51,315 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44847,1732421689486-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,315 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,315 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.Replication(171): fadb2fe0ba32,44847,1732421689486 started 2024-11-24T04:14:51,320 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38867,1732421689554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,321 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,321 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.Replication(171): fadb2fe0ba32,38867,1732421689554 started 2024-11-24T04:14:51,325 WARN [fadb2fe0ba32:36089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T04:14:51,328 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46035,1732421689342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,329 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,329 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.Replication(171): fadb2fe0ba32,46035,1732421689342 started 2024-11-24T04:14:51,356 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,356 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,38867,1732421689554, RpcServer on fadb2fe0ba32/172.17.0.2:38867, sessionid=0x101482f04a90003 2024-11-24T04:14:51,357 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:14:51,357 DEBUG [RS:2;fadb2fe0ba32:38867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,38867,1732421689554 2024-11-24T04:14:51,358 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38867,1732421689554' 2024-11-24T04:14:51,358 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T04:14:51,360 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T04:14:51,361 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:14:51,361 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:14:51,361 DEBUG [RS:2;fadb2fe0ba32:38867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,38867,1732421689554 2024-11-24T04:14:51,361 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38867,1732421689554' 2024-11-24T04:14:51,362 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T04:14:51,363 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T04:14:51,363 DEBUG [RS:2;fadb2fe0ba32:38867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:14:51,364 INFO [RS:2;fadb2fe0ba32:38867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:14:51,364 INFO [RS:2;fadb2fe0ba32:38867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:14:51,365 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,365 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,46035,1732421689342, RpcServer on fadb2fe0ba32/172.17.0.2:46035, sessionid=0x101482f04a90001 2024-11-24T04:14:51,365 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:14:51,365 DEBUG [RS:0;fadb2fe0ba32:46035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,46035,1732421689342 2024-11-24T04:14:51,366 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46035,1732421689342' 2024-11-24T04:14:51,366 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T04:14:51,368 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T04:14:51,372 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:14:51,372 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:14:51,373 DEBUG [RS:0;fadb2fe0ba32:46035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,46035,1732421689342 2024-11-24T04:14:51,373 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46035,1732421689342' 2024-11-24T04:14:51,373 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T04:14:51,373 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T04:14:51,377 DEBUG [RS:0;fadb2fe0ba32:46035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:14:51,377 INFO [RS:0;fadb2fe0ba32:46035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:14:51,377 INFO [RS:0;fadb2fe0ba32:46035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:14:51,379 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:14:51,379 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,44847,1732421689486, RpcServer on fadb2fe0ba32/172.17.0.2:44847, sessionid=0x101482f04a90002 2024-11-24T04:14:51,380 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:14:51,380 DEBUG [RS:1;fadb2fe0ba32:44847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,44847,1732421689486 2024-11-24T04:14:51,380 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,44847,1732421689486' 2024-11-24T04:14:51,380 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T04:14:51,381 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T04:14:51,382 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:14:51,382 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:14:51,382 DEBUG [RS:1;fadb2fe0ba32:44847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,44847,1732421689486 2024-11-24T04:14:51,382 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,44847,1732421689486' 2024-11-24T04:14:51,382 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T04:14:51,382 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T04:14:51,385 DEBUG [RS:1;fadb2fe0ba32:44847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:14:51,385 INFO [RS:1;fadb2fe0ba32:44847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:14:51,385 INFO [RS:1;fadb2fe0ba32:44847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:14:51,470 INFO [RS:2;fadb2fe0ba32:38867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:14:51,474 INFO [RS:2;fadb2fe0ba32:38867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C38867%2C1732421689554, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs, maxLogs=32 2024-11-24T04:14:51,478 INFO [RS:0;fadb2fe0ba32:46035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:14:51,481 INFO [RS:0;fadb2fe0ba32:46035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C46035%2C1732421689342, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,46035,1732421689342, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs, maxLogs=32 2024-11-24T04:14:51,486 INFO [RS:1;fadb2fe0ba32:44847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:14:51,489 INFO [RS:1;fadb2fe0ba32:44847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C44847%2C1732421689486, suffix=, logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,44847,1732421689486, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs, maxLogs=32 2024-11-24T04:14:51,498 DEBUG [RS:2;fadb2fe0ba32:38867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, exclude list is [], retry=0 2024-11-24T04:14:51,506 DEBUG [RS:0;fadb2fe0ba32:46035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,46035,1732421689342/fadb2fe0ba32%2C46035%2C1732421689342.1732421691483, exclude list is [], retry=0 2024-11-24T04:14:51,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-6baea4f7-e39c-4736-ab4f-71f71f44b486,DISK] 2024-11-24T04:14:51,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-8fe06980-d246-4c85-8107-7ffa19fd2708,DISK] 2024-11-24T04:14:51,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-88c634ce-05ed-4be4-bb8d-5974e9647543,DISK] 2024-11-24T04:14:51,511 DEBUG [RS:1;fadb2fe0ba32:44847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,44847,1732421689486/fadb2fe0ba32%2C44847%2C1732421689486.1732421691491, exclude list is [], retry=0 2024-11-24T04:14:51,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-8fe06980-d246-4c85-8107-7ffa19fd2708,DISK] 2024-11-24T04:14:51,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-88c634ce-05ed-4be4-bb8d-5974e9647543,DISK] 2024-11-24T04:14:51,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-6baea4f7-e39c-4736-ab4f-71f71f44b486,DISK] 2024-11-24T04:14:51,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-6baea4f7-e39c-4736-ab4f-71f71f44b486,DISK] 2024-11-24T04:14:51,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-88c634ce-05ed-4be4-bb8d-5974e9647543,DISK] 2024-11-24T04:14:51,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-8fe06980-d246-4c85-8107-7ffa19fd2708,DISK] 2024-11-24T04:14:51,531 INFO [RS:2;fadb2fe0ba32:38867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 2024-11-24T04:14:51,540 INFO [RS:0;fadb2fe0ba32:46035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,46035,1732421689342/fadb2fe0ba32%2C46035%2C1732421689342.1732421691483 2024-11-24T04:14:51,543 DEBUG [RS:2;fadb2fe0ba32:38867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33583:33583),(127.0.0.1/127.0.0.1:38403:38403),(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-24T04:14:51,546 DEBUG [RS:0;fadb2fe0ba32:46035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33583:33583),(127.0.0.1/127.0.0.1:39177:39177),(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-24T04:14:51,560 INFO [RS:1;fadb2fe0ba32:44847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,44847,1732421689486/fadb2fe0ba32%2C44847%2C1732421689486.1732421691491 2024-11-24T04:14:51,561 DEBUG [RS:1;fadb2fe0ba32:44847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177),(127.0.0.1/127.0.0.1:33583:33583),(127.0.0.1/127.0.0.1:38403:38403)] 2024-11-24T04:14:51,577 DEBUG [fadb2fe0ba32:36089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T04:14:51,586 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(204): Hosts are {fadb2fe0ba32=0} racks are {/default-rack=0} 2024-11-24T04:14:51,594 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T04:14:51,594 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T04:14:51,594 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T04:14:51,594 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T04:14:51,594 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T04:14:51,594 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T04:14:51,594 INFO [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T04:14:51,594 INFO [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T04:14:51,594 INFO [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T04:14:51,594 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T04:14:51,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:14:51,612 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,44847,1732421689486, state=OPENING 2024-11-24T04:14:51,618 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:14:51,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:51,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:51,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:51,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:14:51,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:14:51,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:14:51,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:14:51,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:14:51,625 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:14:51,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,44847,1732421689486}] 2024-11-24T04:14:58,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:14:58,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T04:15:01,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:15:01,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:15:01,682 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:15:01,682 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:15:01,683 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:15:01,687 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C44847%2C1732421689486.meta, suffix=.meta, logDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,44847,1732421689486, archiveDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs, maxLogs=32 2024-11-24T04:15:01,707 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,44847,1732421689486/fadb2fe0ba32%2C44847%2C1732421689486.meta.1732421701689.meta, exclude list is [], retry=0 2024-11-24T04:15:01,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42769,DS-8fe06980-d246-4c85-8107-7ffa19fd2708,DISK] 2024-11-24T04:15:01,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-88c634ce-05ed-4be4-bb8d-5974e9647543,DISK] 2024-11-24T04:15:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-6baea4f7-e39c-4736-ab4f-71f71f44b486,DISK] 2024-11-24T04:15:01,718 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,44847,1732421689486/fadb2fe0ba32%2C44847%2C1732421689486.meta.1732421701689.meta 2024-11-24T04:15:01,720 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33583:33583),(127.0.0.1/127.0.0.1:38403:38403),(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-24T04:15:01,721 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:15:01,723 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:15:01,726 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:15:01,732 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:15:01,737 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:15:01,737 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:01,738 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:15:01,738 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:15:01,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:15:01,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:15:01,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:01,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:15:01,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:15:01,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:15:01,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:01,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:15:01,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:15:01,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:15:01,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:01,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:15:01,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:15:01,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:15:01,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:01,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:15:01,758 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:15:01,759 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740 2024-11-24T04:15:01,762 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740 2024-11-24T04:15:01,765 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:15:01,765 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:15:01,766 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:15:01,770 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:15:01,772 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61935390, jitterRate=-0.07709077000617981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:15:01,772 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:15:01,774 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421701739Writing region info on filesystem at 1732421701739Initializing all the Stores at 1732421701741 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421701741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421701742 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421701742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421701742Cleaning up temporary data from old regions at 1732421701765 (+23 ms)Running coprocessor post-open hooks at 1732421701772 (+7 ms)Region opened successfully at 1732421701774 (+2 ms) 2024-11-24T04:15:01,784 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421701650 2024-11-24T04:15:01,798 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:15:01,799 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:15:01,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:01,802 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,44847,1732421689486, state=OPEN 2024-11-24T04:15:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:15:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:15:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:15:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:15:01,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:15:01,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:15:01,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:15:01,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:15:01,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:01,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:15:01,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,44847,1732421689486 in 10.1810 sec 2024-11-24T04:15:01,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:15:01,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6730 sec 2024-11-24T04:15:01,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:15:01,828 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:15:01,856 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:15:01,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,44847,1732421689486, seqNum=-1] 2024-11-24T04:15:01,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:15:01,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:15:01,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1650 sec 2024-11-24T04:15:01,913 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421701913, completionTime=-1 2024-11-24T04:15:01,917 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T04:15:01,917 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:15:01,984 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T04:15:01,985 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421761985 2024-11-24T04:15:01,985 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421821985 2024-11-24T04:15:01,985 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 67 msec 2024-11-24T04:15:01,987 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:15:02,006 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36089,1732421688430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:15:02,007 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36089,1732421688430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:15:02,007 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36089,1732421688430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:15:02,011 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:36089, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:15:02,019 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:15:02,023 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:15:02,028 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:15:02,071 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.392sec 2024-11-24T04:15:02,073 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:15:02,075 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:15:02,076 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:15:02,077 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:15:02,077 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:15:02,078 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36089,1732421688430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:15:02,078 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36089,1732421688430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:15:02,086 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:15:02,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:15:02,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36089,1732421688430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:15:02,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d565829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:15:02,126 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T04:15:02,126 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T04:15:02,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36089,-1 for getting cluster id 2024-11-24T04:15:02,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:15:02,149 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '124ccf89-be05-48ae-8f87-13d7caf523f2' 2024-11-24T04:15:02,152 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:15:02,152 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "124ccf89-be05-48ae-8f87-13d7caf523f2" 2024-11-24T04:15:02,153 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277bef7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:15:02,153 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36089,-1] 2024-11-24T04:15:02,156 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:15:02,162 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:15:02,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:15:02,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed7a274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:15:02,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:15:02,184 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,44847,1732421689486, seqNum=-1] 2024-11-24T04:15:02,185 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:15:02,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:15:02,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,36089,1732421688430 2024-11-24T04:15:02,221 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732421702219 (current time:1732421702219). 2024-11-24T04:15:02,221 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T04:15:02,221 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T04:15:02,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209b16a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:15:02,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36089,-1 for getting cluster id 2024-11-24T04:15:02,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:15:02,227 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '124ccf89-be05-48ae-8f87-13d7caf523f2' 2024-11-24T04:15:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:15:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "124ccf89-be05-48ae-8f87-13d7caf523f2" 2024-11-24T04:15:02,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b7fc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:15:02,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36089,-1] 2024-11-24T04:15:02,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:15:02,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:15:02,230 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:15:02,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57beda91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:15:02,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:15:02,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,44847,1732421689486, seqNum=-1] 2024-11-24T04:15:02,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:15:02,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:15:02,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:15:02,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:15:02,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:15:02,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:15:02,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:15:02,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:15:02,261 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36089,1732421688430 2024-11-24T04:15:02,264 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54870504 2024-11-24T04:15:02,265 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:15:02,268 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:15:02,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:15:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T04:15:02,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:15:02,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T04:15:02,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:02,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:15:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:02,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741837_1013 (size=361) 2024-11-24T04:15:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741837_1013 (size=361) 2024-11-24T04:15:02,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741837_1013 (size=361) 2024-11-24T04:15:02,350 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5a683534cd717da8106cc0718c334c1c, NAME => 'SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,350 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3a89daccfc861df65fef011154b59d9, NAME => 'SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,357 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c6190b5558385763c65a47e87927f144, NAME => 'SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741838_1014 (size=62) 2024-11-24T04:15:02,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741838_1014 (size=62) 2024-11-24T04:15:02,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5a683534cd717da8106cc0718c334c1c, disabling compactions & flushes 2024-11-24T04:15:02,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741838_1014 (size=62) 2024-11-24T04:15:02,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:02,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:02,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. after waiting 0 ms 2024-11-24T04:15:02,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:02,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:02,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5a683534cd717da8106cc0718c334c1c: Waiting for close lock at 1732421702387Disabling compacts and flushes for region at 1732421702387Disabling writes for close at 1732421702387Writing region close event to WAL at 1732421702387Closed at 1732421702387 2024-11-24T04:15:02,388 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 21a78b30f9f255c2bd7f9814a1a7e701, NAME => 'SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:02,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741839_1015 (size=54) 2024-11-24T04:15:02,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741839_1015 (size=54) 2024-11-24T04:15:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741839_1015 (size=54) 2024-11-24T04:15:02,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c3a89daccfc861df65fef011154b59d9, disabling compactions & flushes 2024-11-24T04:15:02,414 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:02,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:02,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. after waiting 0 ms 2024-11-24T04:15:02,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:02,414 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:02,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3a89daccfc861df65fef011154b59d9: Waiting for close lock at 1732421702414Disabling compacts and flushes for region at 1732421702414Disabling writes for close at 1732421702414Writing region close event to WAL at 1732421702414Closed at 1732421702414 2024-11-24T04:15:02,415 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a680ad06ea135acc20eb65c58632a14f, NAME => 'SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741840_1016 (size=62) 2024-11-24T04:15:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741840_1016 (size=62) 2024-11-24T04:15:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741840_1016 (size=62) 2024-11-24T04:15:02,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c6190b5558385763c65a47e87927f144, disabling compactions & flushes 2024-11-24T04:15:02,443 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:02,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:02,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. after waiting 0 ms 2024-11-24T04:15:02,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:02,443 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:02,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c6190b5558385763c65a47e87927f144: Waiting for close lock at 1732421702443Disabling compacts and flushes for region at 1732421702443Disabling writes for close at 1732421702443Writing region close event to WAL at 1732421702443Closed at 1732421702443 2024-11-24T04:15:02,444 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 25998198a4d14c7bf9cc58ee4c38eac6, NAME => 'SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741841_1017 (size=62) 2024-11-24T04:15:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741841_1017 (size=62) 2024-11-24T04:15:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741841_1017 (size=62) 2024-11-24T04:15:02,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 21a78b30f9f255c2bd7f9814a1a7e701, disabling compactions & flushes 2024-11-24T04:15:02,462 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:02,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:02,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. after waiting 0 ms 2024-11-24T04:15:02,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:02,463 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:02,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 21a78b30f9f255c2bd7f9814a1a7e701: Waiting for close lock at 1732421702462Disabling compacts and flushes for region at 1732421702462Disabling writes for close at 1732421702463 (+1 ms)Writing region close event to WAL at 1732421702463Closed at 1732421702463 2024-11-24T04:15:02,464 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c932b8a078a7846579241c63cb31dc12, NAME => 'SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741842_1018 (size=62) 2024-11-24T04:15:02,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741842_1018 (size=62) 2024-11-24T04:15:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741842_1018 (size=62) 2024-11-24T04:15:02,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a680ad06ea135acc20eb65c58632a14f, disabling compactions & flushes 2024-11-24T04:15:02,481 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:02,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:02,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. after waiting 0 ms 2024-11-24T04:15:02,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:02,481 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:02,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a680ad06ea135acc20eb65c58632a14f: Waiting for close lock at 1732421702481Disabling compacts and flushes for region at 1732421702481Disabling writes for close at 1732421702481Writing region close event to WAL at 1732421702481Closed at 1732421702481 2024-11-24T04:15:02,482 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 148ac148a584035881fb365e7937cedf, NAME => 'SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741843_1019 (size=62) 2024-11-24T04:15:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741843_1019 (size=62) 2024-11-24T04:15:02,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741843_1019 (size=62) 2024-11-24T04:15:02,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 25998198a4d14c7bf9cc58ee4c38eac6, disabling compactions & flushes 2024-11-24T04:15:02,498 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:02,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:02,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. after waiting 0 ms 2024-11-24T04:15:02,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:02,498 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:02,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 25998198a4d14c7bf9cc58ee4c38eac6: Waiting for close lock at 1732421702498Disabling compacts and flushes for region at 1732421702498Disabling writes for close at 1732421702498Writing region close event to WAL at 1732421702498Closed at 1732421702498 2024-11-24T04:15:02,499 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3982da523ade79c68a863e5c016d9f21, NAME => 'SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741844_1020 (size=62) 2024-11-24T04:15:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741844_1020 (size=62) 2024-11-24T04:15:02,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741844_1020 (size=62) 2024-11-24T04:15:02,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c932b8a078a7846579241c63cb31dc12, disabling compactions & flushes 2024-11-24T04:15:02,531 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:02,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:02,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. after waiting 0 ms 2024-11-24T04:15:02,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:02,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:02,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c932b8a078a7846579241c63cb31dc12: Waiting for close lock at 1732421702531Disabling compacts and flushes for region at 1732421702531Disabling writes for close at 1732421702531Writing region close event to WAL at 1732421702531Closed at 1732421702531 2024-11-24T04:15:02,532 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5cef1ff76e21a26265f9811df5098284, NAME => 'SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966 2024-11-24T04:15:02,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741845_1021 (size=62) 2024-11-24T04:15:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741845_1021 (size=62) 2024-11-24T04:15:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741845_1021 (size=62) 2024-11-24T04:15:02,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 148ac148a584035881fb365e7937cedf, disabling compactions & flushes 2024-11-24T04:15:02,540 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:02,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:02,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. after waiting 0 ms 2024-11-24T04:15:02,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:02,540 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:02,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 148ac148a584035881fb365e7937cedf: Waiting for close lock at 1732421702540Disabling compacts and flushes for region at 1732421702540Disabling writes for close at 1732421702540Writing region close event to WAL at 1732421702540Closed at 1732421702540 2024-11-24T04:15:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741846_1022 (size=62) 2024-11-24T04:15:02,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741846_1022 (size=62) 2024-11-24T04:15:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741846_1022 (size=62) 2024-11-24T04:15:02,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,567 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3982da523ade79c68a863e5c016d9f21, disabling compactions & flushes 2024-11-24T04:15:02,567 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:02,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:02,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. after waiting 0 ms 2024-11-24T04:15:02,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:02,568 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:02,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3982da523ade79c68a863e5c016d9f21: Waiting for close lock at 1732421702567Disabling compacts and flushes for region at 1732421702567Disabling writes for close at 1732421702568 (+1 ms)Writing region close event to WAL at 1732421702568Closed at 1732421702568 2024-11-24T04:15:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741847_1023 (size=54) 2024-11-24T04:15:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741847_1023 (size=54) 2024-11-24T04:15:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741847_1023 (size=54) 2024-11-24T04:15:02,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:02,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5cef1ff76e21a26265f9811df5098284, disabling compactions & flushes 2024-11-24T04:15:02,581 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:02,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:02,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. after waiting 1 ms 2024-11-24T04:15:02,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:02,582 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:02,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5cef1ff76e21a26265f9811df5098284: Waiting for close lock at 1732421702581Disabling compacts and flushes for region at 1732421702581Disabling writes for close at 1732421702582 (+1 ms)Writing region close event to WAL at 1732421702582Closed at 1732421702582 2024-11-24T04:15:02,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:15:02,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732421702585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421702585"}]},"ts":"1732421702585"} 2024-11-24T04:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:02,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T04:15:02,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:15:02,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421702646"}]},"ts":"1732421702646"} 2024-11-24T04:15:02,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T04:15:02,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fadb2fe0ba32=0} racks are {/default-rack=0} 2024-11-24T04:15:02,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T04:15:02,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T04:15:02,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T04:15:02,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T04:15:02,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T04:15:02,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T04:15:02,678 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T04:15:02,678 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T04:15:02,678 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T04:15:02,678 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T04:15:02,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3a89daccfc861df65fef011154b59d9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6190b5558385763c65a47e87927f144, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a680ad06ea135acc20eb65c58632a14f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25998198a4d14c7bf9cc58ee4c38eac6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=148ac148a584035881fb365e7937cedf, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3982da523ade79c68a863e5c016d9f21, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN}] 2024-11-24T04:15:02,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6190b5558385763c65a47e87927f144, ASSIGN 2024-11-24T04:15:02,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN 2024-11-24T04:15:02,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3a89daccfc861df65fef011154b59d9, ASSIGN 2024-11-24T04:15:02,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a680ad06ea135acc20eb65c58632a14f, ASSIGN 2024-11-24T04:15:02,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6190b5558385763c65a47e87927f144, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,44847,1732421689486; forceNewPlan=false, retain=false 2024-11-24T04:15:02,692 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38867,1732421689554; forceNewPlan=false, retain=false 2024-11-24T04:15:02,697 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3a89daccfc861df65fef011154b59d9, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,46035,1732421689342; forceNewPlan=false, retain=false 2024-11-24T04:15:02,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a680ad06ea135acc20eb65c58632a14f, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,46035,1732421689342; forceNewPlan=false, retain=false 2024-11-24T04:15:02,698 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN 2024-11-24T04:15:02,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38867,1732421689554; forceNewPlan=false, retain=false 2024-11-24T04:15:02,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3982da523ade79c68a863e5c016d9f21, ASSIGN 2024-11-24T04:15:02,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=148ac148a584035881fb365e7937cedf, ASSIGN 2024-11-24T04:15:02,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3982da523ade79c68a863e5c016d9f21, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,44847,1732421689486; forceNewPlan=false, retain=false 2024-11-24T04:15:02,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=148ac148a584035881fb365e7937cedf, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,46035,1732421689342; forceNewPlan=false, retain=false 2024-11-24T04:15:02,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN 2024-11-24T04:15:02,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38867,1732421689554; forceNewPlan=false, retain=false 2024-11-24T04:15:02,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25998198a4d14c7bf9cc58ee4c38eac6, ASSIGN 2024-11-24T04:15:02,708 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=25998198a4d14c7bf9cc58ee4c38eac6, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,44847,1732421689486; forceNewPlan=false, retain=false 2024-11-24T04:15:02,710 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN 2024-11-24T04:15:02,712 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38867,1732421689554; forceNewPlan=false, retain=false 2024-11-24T04:15:02,845 INFO [fadb2fe0ba32:36089 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T04:15:02,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=148ac148a584035881fb365e7937cedf, regionState=OPENING, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:02,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3a89daccfc861df65fef011154b59d9, regionState=OPENING, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:02,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=25998198a4d14c7bf9cc58ee4c38eac6, regionState=OPENING, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:02,846 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a680ad06ea135acc20eb65c58632a14f, regionState=OPENING, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:02,847 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3982da523ade79c68a863e5c016d9f21, regionState=OPENING, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:02,847 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c6190b5558385763c65a47e87927f144, regionState=OPENING, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:02,848 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c932b8a078a7846579241c63cb31dc12, regionState=OPENING, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:02,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=21a78b30f9f255c2bd7f9814a1a7e701, regionState=OPENING, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:02,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5a683534cd717da8106cc0718c334c1c, regionState=OPENING, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:02,849 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5cef1ff76e21a26265f9811df5098284, regionState=OPENING, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:02,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=148ac148a584035881fb365e7937cedf, ASSIGN because future has completed 2024-11-24T04:15:02,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148ac148a584035881fb365e7937cedf, server=fadb2fe0ba32,46035,1732421689342}] 2024-11-24T04:15:02,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a680ad06ea135acc20eb65c58632a14f, ASSIGN because future has completed 2024-11-24T04:15:02,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a680ad06ea135acc20eb65c58632a14f, server=fadb2fe0ba32,46035,1732421689342}] 2024-11-24T04:15:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=25998198a4d14c7bf9cc58ee4c38eac6, ASSIGN because future has completed 2024-11-24T04:15:02,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3a89daccfc861df65fef011154b59d9, ASSIGN because future has completed 2024-11-24T04:15:02,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3a89daccfc861df65fef011154b59d9, server=fadb2fe0ba32,46035,1732421689342}] 2024-11-24T04:15:02,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6, server=fadb2fe0ba32,44847,1732421689486}] 2024-11-24T04:15:02,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3982da523ade79c68a863e5c016d9f21, ASSIGN because future has completed 2024-11-24T04:15:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6190b5558385763c65a47e87927f144, ASSIGN because future has completed 2024-11-24T04:15:02,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6190b5558385763c65a47e87927f144, server=fadb2fe0ba32,44847,1732421689486}] 2024-11-24T04:15:02,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN because future has completed 2024-11-24T04:15:02,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN because future has completed 2024-11-24T04:15:02,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN because future has completed 2024-11-24T04:15:02,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a683534cd717da8106cc0718c334c1c, server=fadb2fe0ba32,38867,1732421689554}] 2024-11-24T04:15:02,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN because future has completed 2024-11-24T04:15:02,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701, server=fadb2fe0ba32,38867,1732421689554}] 2024-11-24T04:15:02,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cef1ff76e21a26265f9811df5098284, server=fadb2fe0ba32,38867,1732421689554}] 2024-11-24T04:15:02,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c932b8a078a7846579241c63cb31dc12, server=fadb2fe0ba32,38867,1732421689554}] 2024-11-24T04:15:02,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3982da523ade79c68a863e5c016d9f21, server=fadb2fe0ba32,44847,1732421689486}] 2024-11-24T04:15:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:03,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:15:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:07,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T04:15:08,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:15:08,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:15:08,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:15:08,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:15:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:12,862 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:15:12,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:15:12,872 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:12,873 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 148ac148a584035881fb365e7937cedf, NAME => 'SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T04:15:12,873 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,873 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:12,874 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,874 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,878 INFO [StoreOpener-148ac148a584035881fb365e7937cedf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,880 INFO [StoreOpener-148ac148a584035881fb365e7937cedf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148ac148a584035881fb365e7937cedf columnFamilyName cf 2024-11-24T04:15:12,880 DEBUG [StoreOpener-148ac148a584035881fb365e7937cedf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:12,881 INFO [StoreOpener-148ac148a584035881fb365e7937cedf-1 {}] regionserver.HStore(327): Store=148ac148a584035881fb365e7937cedf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:12,882 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,883 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,884 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,885 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,885 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,891 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:12,891 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 25998198a4d14c7bf9cc58ee4c38eac6, NAME => 'SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T04:15:12,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:15:12,892 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,892 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:12,892 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:15:12,893 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,893 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,899 INFO [StoreOpener-25998198a4d14c7bf9cc58ee4c38eac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,900 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:12,901 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 148ac148a584035881fb365e7937cedf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71107547, jitterRate=0.05958501994609833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:12,901 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:12,902 INFO [StoreOpener-25998198a4d14c7bf9cc58ee4c38eac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25998198a4d14c7bf9cc58ee4c38eac6 columnFamilyName cf 2024-11-24T04:15:12,902 DEBUG [StoreOpener-25998198a4d14c7bf9cc58ee4c38eac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:12,903 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 148ac148a584035881fb365e7937cedf: Running coprocessor pre-open hook at 1732421712874Writing region info on filesystem at 1732421712874Initializing all the Stores at 1732421712877 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421712877Cleaning up temporary data from old regions at 1732421712885 (+8 ms)Running coprocessor post-open hooks at 1732421712901 (+16 ms)Region opened successfully at 1732421712903 (+2 ms) 2024-11-24T04:15:12,903 INFO [StoreOpener-25998198a4d14c7bf9cc58ee4c38eac6-1 {}] regionserver.HStore(327): Store=25998198a4d14c7bf9cc58ee4c38eac6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:12,904 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,906 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., pid=15, masterSystemTime=1732421712862 2024-11-24T04:15:12,907 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,909 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:12,909 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 21a78b30f9f255c2bd7f9814a1a7e701, NAME => 'SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T04:15:12,909 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:12,909 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:12,909 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c3a89daccfc861df65fef011154b59d9, NAME => 'SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,911 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,911 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=148ac148a584035881fb365e7937cedf, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:12,914 INFO [StoreOpener-c3a89daccfc861df65fef011154b59d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148ac148a584035881fb365e7937cedf, server=fadb2fe0ba32,46035,1732421689342 because future has completed 2024-11-24T04:15:12,918 INFO [StoreOpener-c3a89daccfc861df65fef011154b59d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3a89daccfc861df65fef011154b59d9 columnFamilyName cf 2024-11-24T04:15:12,918 DEBUG [StoreOpener-c3a89daccfc861df65fef011154b59d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:12,920 INFO [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,920 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,921 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,921 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,925 INFO [StoreOpener-c3a89daccfc861df65fef011154b59d9-1 {}] regionserver.HStore(327): Store=c3a89daccfc861df65fef011154b59d9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:12,925 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,925 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-24T04:15:12,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 148ac148a584035881fb365e7937cedf, server=fadb2fe0ba32,46035,1732421689342 in 10.0630 sec 2024-11-24T04:15:12,927 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,929 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,930 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,930 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,932 INFO [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a78b30f9f255c2bd7f9814a1a7e701 columnFamilyName cf 2024-11-24T04:15:12,932 DEBUG [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:12,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=148ac148a584035881fb365e7937cedf, ASSIGN in 10.2450 sec 2024-11-24T04:15:12,933 INFO [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] regionserver.HStore(327): Store=21a78b30f9f255c2bd7f9814a1a7e701/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:12,933 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,934 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,935 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,935 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,936 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,936 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,939 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,944 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/25998198a4d14c7bf9cc58ee4c38eac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:12,948 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 25998198a4d14c7bf9cc58ee4c38eac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64515052, jitterRate=-0.03865081071853638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:12,948 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:12,948 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 25998198a4d14c7bf9cc58ee4c38eac6: Running coprocessor pre-open hook at 1732421712894Writing region info on filesystem at 1732421712894Initializing all the Stores at 1732421712897 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421712897Cleaning up temporary data from old regions at 1732421712921 (+24 ms)Running coprocessor post-open hooks at 1732421712948 (+27 ms)Region opened successfully at 1732421712948 2024-11-24T04:15:12,950 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6., pid=18, masterSystemTime=1732421712881 2024-11-24T04:15:12,953 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c3a89daccfc861df65fef011154b59d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:12,953 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/21a78b30f9f255c2bd7f9814a1a7e701/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:12,953 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:12,953 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:12,954 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:12,954 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 21a78b30f9f255c2bd7f9814a1a7e701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59855573, jitterRate=-0.10808245837688446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:12,954 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c3a89daccfc861df65fef011154b59d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63296847, jitterRate=-0.05680347979068756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:12,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c6190b5558385763c65a47e87927f144, NAME => 'SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T04:15:12,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:12,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:12,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 21a78b30f9f255c2bd7f9814a1a7e701: Running coprocessor pre-open hook at 1732421712911Writing region info on filesystem at 1732421712911Initializing all the Stores at 1732421712916 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421712916Cleaning up temporary data from old regions at 1732421712936 (+20 ms)Running coprocessor post-open hooks at 1732421712954 (+18 ms)Region opened successfully at 1732421712954 2024-11-24T04:15:12,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c3a89daccfc861df65fef011154b59d9: Running coprocessor pre-open hook at 1732421712911Writing region info on filesystem at 1732421712911Initializing all the Stores at 1732421712912 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421712912Cleaning up temporary data from old regions at 1732421712930 (+18 ms)Running coprocessor post-open hooks at 1732421712954 (+24 ms)Region opened successfully at 1732421712954 2024-11-24T04:15:12,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:12,955 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,955 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,957 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701., pid=21, masterSystemTime=1732421712891 2024-11-24T04:15:12,957 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9., pid=17, masterSystemTime=1732421712862 2024-11-24T04:15:12,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=25998198a4d14c7bf9cc58ee4c38eac6, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:12,960 INFO [StoreOpener-c6190b5558385763c65a47e87927f144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6, server=fadb2fe0ba32,44847,1732421689486 because future has completed 2024-11-24T04:15:12,963 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:12,963 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:12,963 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:12,963 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a683534cd717da8106cc0718c334c1c, NAME => 'SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T04:15:12,964 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,964 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:12,964 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,964 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=21a78b30f9f255c2bd7f9814a1a7e701, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:12,967 INFO [StoreOpener-c6190b5558385763c65a47e87927f144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6190b5558385763c65a47e87927f144 columnFamilyName cf 2024-11-24T04:15:12,967 DEBUG [StoreOpener-c6190b5558385763c65a47e87927f144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:12,968 INFO [StoreOpener-c6190b5558385763c65a47e87927f144-1 {}] regionserver.HStore(327): Store=c6190b5558385763c65a47e87927f144/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:12,968 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3a89daccfc861df65fef011154b59d9, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:12,970 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:12,970 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:12,972 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:12,972 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a680ad06ea135acc20eb65c58632a14f, NAME => 'SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T04:15:12,973 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,973 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:12,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701, server=fadb2fe0ba32,38867,1732421689554 because future has completed 2024-11-24T04:15:12,977 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fadb2fe0ba32,46035,1732421689342, table=SPTestTable, region=c3a89daccfc861df65fef011154b59d9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T04:15:12,977 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,977 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3a89daccfc861df65fef011154b59d9, server=fadb2fe0ba32,46035,1732421689342 because future has completed 2024-11-24T04:15:12,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-24T04:15:12,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6, server=fadb2fe0ba32,44847,1732421689486 in 10.1030 sec 2024-11-24T04:15:12,979 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,980 INFO [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,981 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,982 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,982 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-24T04:15:12,985 INFO [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a683534cd717da8106cc0718c334c1c columnFamilyName cf 2024-11-24T04:15:12,985 DEBUG [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:12,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701, server=fadb2fe0ba32,38867,1732421689554 in 10.0860 sec 2024-11-24T04:15:12,986 INFO [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] regionserver.HStore(327): Store=5a683534cd717da8106cc0718c334c1c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:12,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=25998198a4d14c7bf9cc58ee4c38eac6, ASSIGN in 10.2980 sec 2024-11-24T04:15:12,986 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,986 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,987 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,987 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,988 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,988 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN in 10.3030 sec 2024-11-24T04:15:12,989 INFO [StoreOpener-a680ad06ea135acc20eb65c58632a14f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-24T04:15:12,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3a89daccfc861df65fef011154b59d9, server=fadb2fe0ba32,46035,1732421689342 in 10.1180 sec 2024-11-24T04:15:12,992 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:12,993 INFO [StoreOpener-a680ad06ea135acc20eb65c58632a14f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a680ad06ea135acc20eb65c58632a14f columnFamilyName cf 2024-11-24T04:15:12,993 DEBUG [StoreOpener-a680ad06ea135acc20eb65c58632a14f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:12,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3a89daccfc861df65fef011154b59d9, ASSIGN in 10.3090 sec 2024-11-24T04:15:12,994 INFO [StoreOpener-a680ad06ea135acc20eb65c58632a14f-1 {}] regionserver.HStore(327): Store=a680ad06ea135acc20eb65c58632a14f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:12,994 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,995 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,996 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,997 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c6190b5558385763c65a47e87927f144/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:12,998 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,998 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:12,998 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c6190b5558385763c65a47e87927f144; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65030488, jitterRate=-0.030970215797424316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:12,998 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6190b5558385763c65a47e87927f144 2024-11-24T04:15:12,998 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c6190b5558385763c65a47e87927f144: Running coprocessor pre-open hook at 1732421712955Writing region info on filesystem at 1732421712955Initializing all the Stores at 1732421712957 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421712957Cleaning up temporary data from old regions at 1732421712982 (+25 ms)Running coprocessor post-open hooks at 1732421712998 (+16 ms)Region opened successfully at 1732421712998 2024-11-24T04:15:13,002 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144., pid=19, masterSystemTime=1732421712881 2024-11-24T04:15:13,004 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5a683534cd717da8106cc0718c334c1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:13,005 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:13,005 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:13,005 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:13,005 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3982da523ade79c68a863e5c016d9f21, NAME => 'SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T04:15:13,005 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,005 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 5a683534cd717da8106cc0718c334c1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60844985, jitterRate=-0.09333907067775726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:13,005 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:13,006 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:13,006 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,006 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,006 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 5a683534cd717da8106cc0718c334c1c: Running coprocessor pre-open hook at 1732421712964Writing region info on filesystem at 1732421712964Initializing all the Stores at 1732421712966 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421712966Cleaning up temporary data from old regions at 1732421712988 (+22 ms)Running coprocessor post-open hooks at 1732421713006 (+18 ms)Region opened successfully at 1732421713006 2024-11-24T04:15:13,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c6190b5558385763c65a47e87927f144, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:13,007 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:13,009 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c., pid=20, masterSystemTime=1732421712891 2024-11-24T04:15:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6190b5558385763c65a47e87927f144, server=fadb2fe0ba32,44847,1732421689486 because future has completed 2024-11-24T04:15:13,016 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:13,016 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:13,016 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:13,017 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c932b8a078a7846579241c63cb31dc12, NAME => 'SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T04:15:13,018 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,018 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:13,018 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,018 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5a683534cd717da8106cc0718c334c1c, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:13,024 INFO [StoreOpener-3982da523ade79c68a863e5c016d9f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a683534cd717da8106cc0718c334c1c, server=fadb2fe0ba32,38867,1732421689554 because future has completed 2024-11-24T04:15:13,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-24T04:15:13,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c6190b5558385763c65a47e87927f144, server=fadb2fe0ba32,44847,1732421689486 in 10.1470 sec 2024-11-24T04:15:13,028 INFO [StoreOpener-3982da523ade79c68a863e5c016d9f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3982da523ade79c68a863e5c016d9f21 columnFamilyName cf 2024-11-24T04:15:13,028 DEBUG [StoreOpener-3982da523ade79c68a863e5c016d9f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:13,029 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/a680ad06ea135acc20eb65c58632a14f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:13,030 INFO [StoreOpener-3982da523ade79c68a863e5c016d9f21-1 {}] regionserver.HStore(327): Store=3982da523ade79c68a863e5c016d9f21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:13,031 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,031 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a680ad06ea135acc20eb65c58632a14f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69901202, jitterRate=0.04160907864570618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:13,032 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:13,032 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a680ad06ea135acc20eb65c58632a14f: Running coprocessor pre-open hook at 1732421712978Writing region info on filesystem at 1732421712978Initializing all the Stores at 1732421712982 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421712982Cleaning up temporary data from old regions at 1732421712998 (+16 ms)Running coprocessor post-open hooks at 1732421713032 (+34 ms)Region opened successfully at 1732421713032 2024-11-24T04:15:13,032 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,033 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,035 INFO [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6190b5558385763c65a47e87927f144, ASSIGN in 10.3450 sec 2024-11-24T04:15:13,036 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,036 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,038 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f., pid=16, masterSystemTime=1732421712862 2024-11-24T04:15:13,040 INFO [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c932b8a078a7846579241c63cb31dc12 columnFamilyName cf 2024-11-24T04:15:13,040 DEBUG [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:13,041 INFO [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] regionserver.HStore(327): Store=c932b8a078a7846579241c63cb31dc12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:13,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-24T04:15:13,041 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a683534cd717da8106cc0718c334c1c, server=fadb2fe0ba32,38867,1732421689554 in 10.1420 sec 2024-11-24T04:15:13,043 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,044 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:13,044 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,044 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:13,044 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,045 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,045 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a680ad06ea135acc20eb65c58632a14f, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:13,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN in 10.3610 sec 2024-11-24T04:15:13,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a680ad06ea135acc20eb65c58632a14f, server=fadb2fe0ba32,46035,1732421689342 because future has completed 2024-11-24T04:15:13,053 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,057 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:13,059 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3982da523ade79c68a863e5c016d9f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75240945, jitterRate=0.12117744982242584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:13,059 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:13,059 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3982da523ade79c68a863e5c016d9f21: Running coprocessor pre-open hook at 1732421713006Writing region info on filesystem at 1732421713006Initializing all the Stores at 1732421713010 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421713010Cleaning up temporary data from old regions at 1732421713036 (+26 ms)Running coprocessor post-open hooks at 1732421713059 (+23 ms)Region opened successfully at 1732421713059 2024-11-24T04:15:13,060 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., pid=24, masterSystemTime=1732421712881 2024-11-24T04:15:13,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-24T04:15:13,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a680ad06ea135acc20eb65c58632a14f, server=fadb2fe0ba32,46035,1732421689342 in 10.1980 sec 2024-11-24T04:15:13,063 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:13,064 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:13,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a680ad06ea135acc20eb65c58632a14f, ASSIGN in 10.3820 sec 2024-11-24T04:15:13,066 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c932b8a078a7846579241c63cb31dc12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:13,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3982da523ade79c68a863e5c016d9f21, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:13,067 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c932b8a078a7846579241c63cb31dc12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74526559, jitterRate=0.11053226888179779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:13,070 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:13,071 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c932b8a078a7846579241c63cb31dc12: Running coprocessor pre-open hook at 1732421713018Writing region info on filesystem at 1732421713018Initializing all the Stores at 1732421713023 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421713023Cleaning up temporary data from old regions at 1732421713045 (+22 ms)Running coprocessor post-open hooks at 1732421713071 (+26 ms)Region opened successfully at 1732421713071 2024-11-24T04:15:13,072 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12., pid=23, masterSystemTime=1732421712891 2024-11-24T04:15:13,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3982da523ade79c68a863e5c016d9f21, server=fadb2fe0ba32,44847,1732421689486 because future has completed 2024-11-24T04:15:13,076 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:13,076 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:13,076 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:13,076 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cef1ff76e21a26265f9811df5098284, NAME => 'SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T04:15:13,077 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,077 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:13,077 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,077 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c932b8a078a7846579241c63cb31dc12, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:13,079 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fadb2fe0ba32,38867,1732421689554, table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T04:15:13,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-24T04:15:13,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3982da523ade79c68a863e5c016d9f21, server=fadb2fe0ba32,44847,1732421689486 in 10.1640 sec 2024-11-24T04:15:13,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c932b8a078a7846579241c63cb31dc12, server=fadb2fe0ba32,38867,1732421689554 because future has completed 2024-11-24T04:15:13,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3982da523ade79c68a863e5c016d9f21, ASSIGN in 10.4010 sec 2024-11-24T04:15:13,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-24T04:15:13,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c932b8a078a7846579241c63cb31dc12, server=fadb2fe0ba32,38867,1732421689554 in 10.1850 sec 2024-11-24T04:15:13,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN in 10.4090 sec 2024-11-24T04:15:13,096 INFO [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,099 INFO [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cef1ff76e21a26265f9811df5098284 columnFamilyName cf 2024-11-24T04:15:13,099 DEBUG [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:13,099 INFO [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] regionserver.HStore(327): Store=5cef1ff76e21a26265f9811df5098284/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:13,099 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,101 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,101 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,102 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,102 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,105 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,112 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5cef1ff76e21a26265f9811df5098284/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:15:13,113 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5cef1ff76e21a26265f9811df5098284; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63826747, jitterRate=-0.04890735447406769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:13,113 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:13,113 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5cef1ff76e21a26265f9811df5098284: Running coprocessor pre-open hook at 1732421713077Writing region info on filesystem at 1732421713077Initializing all the Stores at 1732421713080 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421713080Cleaning up temporary data from old regions at 1732421713102 (+22 ms)Running coprocessor post-open hooks at 1732421713113 (+11 ms)Region opened successfully at 1732421713113 2024-11-24T04:15:13,114 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., pid=22, masterSystemTime=1732421712891 2024-11-24T04:15:13,120 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:13,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5cef1ff76e21a26265f9811df5098284, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:13,122 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:13,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cef1ff76e21a26265f9811df5098284, server=fadb2fe0ba32,38867,1732421689554 because future has completed 2024-11-24T04:15:13,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-24T04:15:13,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cef1ff76e21a26265f9811df5098284, server=fadb2fe0ba32,38867,1732421689554 in 10.2370 sec 2024-11-24T04:15:13,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-24T04:15:13,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN in 10.4490 sec 2024-11-24T04:15:13,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:15:13,137 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421713137"}]},"ts":"1732421713137"} 2024-11-24T04:15:13,144 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T04:15:13,146 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:15:13,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8670 sec 2024-11-24T04:15:15,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T04:15:17,751 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:15:18,429 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T04:15:18,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-24T04:15:18,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-24T04:15:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:15:20,600 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T04:15:20,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T04:15:20,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:15:20,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T04:15:20,617 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:15:20,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T04:15:20,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf., hostname=fadb2fe0ba32,46035,1732421689342, seqNum=2] 2024-11-24T04:15:20,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,832 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., hostname=fadb2fe0ba32,44847,1732421689486, seqNum=2] 2024-11-24T04:15:20,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,960 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:20,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., hostname=fadb2fe0ba32,38867,1732421689554, seqNum=2] 2024-11-24T04:15:22,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:15:22,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:15:22,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:15:22,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44847 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:15:22,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:15:22,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38867 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:22,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38867 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:15:22,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46035 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:15:23,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38867 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:15:23,452 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T04:15:23,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:15:23,455 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T04:15:23,467 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T04:15:23,492 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T04:15:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741848_1024 (size=49) 2024-11-24T04:15:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741848_1024 (size=49) 2024-11-24T04:15:23,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741848_1024 (size=49) 2024-11-24T04:15:23,526 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T04:15:23,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3a89daccfc861df65fef011154b59d9}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6190b5558385763c65a47e87927f144}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a680ad06ea135acc20eb65c58632a14f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 148ac148a584035881fb365e7937cedf}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3982da523ade79c68a863e5c016d9f21}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284}] 2024-11-24T04:15:23,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:23,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:23,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:23,539 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:23,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:23,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:23,555 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:23,556 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fadb2fe0ba32,38867,1732421689554: Simulated kill ***** 2024-11-24T04:15:23,556 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:15:23,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:23,556 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6190b5558385763c65a47e87927f144 2024-11-24T04:15:23,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:23,559 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:15:23,561 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:15:23,564 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:15:23,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:23,569 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:15:23,596 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 619521648 }, "NonHeapMemoryUsage": { "committed": 156434432, "init": 7667712, "max": -1, "used": 152996296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "fadb2fe0ba32", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "fadb2fe0ba32", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63704", "tag.serverName": "fadb2fe0ba32,46035,1732421689342", "tag.clusterId": "124ccf89-be05-48ae-8f87-13d7caf523f2", "tag.Context": "regionserver", "tag.Hostname": "fadb2fe0ba32", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732421689342, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-24T04:15:23,607 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36089 {}] master.MasterRpcServices(700): fadb2fe0ba32,38867,1732421689554 reported a fatal error: ***** ABORTING region server fadb2fe0ba32,38867,1732421689554: Simulated kill ***** 2024-11-24T04:15:23,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,38867,1732421689554' ***** 2024-11-24T04:15:23,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T04:15:23,625 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:15:23,626 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:15:23,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:15:23,626 INFO [RS:2;fadb2fe0ba32:38867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T04:15:23,628 INFO [RS:2;fadb2fe0ba32:38867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T04:15:23,628 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:15:23,629 INFO [RS:2;fadb2fe0ba32:38867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fadb2fe0ba32:38867. 2024-11-24T04:15:23,629 DEBUG [RS:2;fadb2fe0ba32:38867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:15:23,629 DEBUG [RS:2;fadb2fe0ba32:38867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:15:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741833_1009 (size=1257) 2024-11-24T04:15:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741833_1009 (size=1257) 2024-11-24T04:15:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741833_1009 (size=1257) 2024-11-24T04:15:23,665 DEBUG [RS:2;fadb2fe0ba32:38867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:15:23,666 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:15:23,666 INFO [RS:2;fadb2fe0ba32:38867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38867 2024-11-24T04:15:23,669 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:15:23,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fadb2fe0ba32,38867,1732421689554 2024-11-24T04:15:23,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:15:23,673 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:15:23,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,38867,1732421689554] 2024-11-24T04:15:23,677 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fadb2fe0ba32,38867,1732421689554 already deleted, retry=false 2024-11-24T04:15:23,677 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fadb2fe0ba32,38867,1732421689554 on fadb2fe0ba32,36089,1732421688430 2024-11-24T04:15:23,685 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fadb2fe0ba32,38867,1732421689554, splitWal=true, meta=false 2024-11-24T04:15:23,696 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fadb2fe0ba32,38867,1732421689554, splitWal=true, meta=false 2024-11-24T04:15:23,698 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fadb2fe0ba32,38867,1732421689554 had 4 regions 2024-11-24T04:15:23,704 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fadb2fe0ba32,38867,1732421689554, splitWal=true, meta=false, isMeta: false 2024-11-24T04:15:23,707 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for fadb2fe0ba32,38867,1732421689554 (carryingMeta=false) fadb2fe0ba32,38867,1732421689554/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@205eb5d3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T04:15:23,708 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting 2024-11-24T04:15:23,710 INFO [PEWorker-3 {}] master.SplitWALManager(105): fadb2fe0ba32,38867,1732421689554 WAL count=1, meta=false 2024-11-24T04:15:23,711 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:23,712 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:23,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fadb2fe0ba32%2C38867%2C1732421689554.1732421691477}] 2024-11-24T04:15:23,714 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 can not run currently because target server of region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 1000 ms to retry 2024-11-24T04:15:23,714 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701; timeout=1000, timestamp=1732421724714 2024-11-24T04:15:23,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:23,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:23,716 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 can not run currently because target server of region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 1000 ms to retry 2024-11-24T04:15:23,716 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284; timeout=1000, timestamp=1732421724716 2024-11-24T04:15:23,717 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c can not run currently because target server of region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 1000 ms to retry 2024-11-24T04:15:23,717 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 can not run currently because target server of region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 1000 ms to retry 2024-11-24T04:15:23,717 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c; timeout=1000, timestamp=1732421724717 2024-11-24T04:15:23,717 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12; timeout=1000, timestamp=1732421724717 2024-11-24T04:15:23,726 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:23,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, worker=fadb2fe0ba32,44847,1732421689486}] 2024-11-24T04:15:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:15:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38867-0x101482f04a90003, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:15:23,780 INFO [RS:2;fadb2fe0ba32:38867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:15:23,780 INFO [RS:2;fadb2fe0ba32:38867 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,38867,1732421689554; zookeeper connection closed. 2024-11-24T04:15:23,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9427f2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9427f2b 2024-11-24T04:15:24,280 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:15:24,280 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:15:24,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:24,716 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 can not run currently because target server of region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T04:15:24,716 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701; timeout=2000, timestamp=1732421726716 2024-11-24T04:15:24,717 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:24,718 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:24,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:24,718 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 can not run currently because target server of region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T04:15:24,718 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284; timeout=2000, timestamp=1732421726718 2024-11-24T04:15:24,719 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c can not run currently because target server of region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T04:15:24,719 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 can not run currently because target server of region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 2000 ms to retry 2024-11-24T04:15:24,719 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c; timeout=2000, timestamp=1732421726719 2024-11-24T04:15:24,719 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12; timeout=2000, timestamp=1732421726719 2024-11-24T04:15:26,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:26,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:26,719 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 can not run currently because target server of region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T04:15:26,719 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701; timeout=4000, timestamp=1732421730719 2024-11-24T04:15:26,720 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:26,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:26,721 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 can not run currently because target server of region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T04:15:26,721 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284; timeout=4000, timestamp=1732421730721 2024-11-24T04:15:26,722 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 can not run currently because target server of region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T04:15:26,722 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12; timeout=4000, timestamp=1732421730722 2024-11-24T04:15:26,722 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c can not run currently because target server of region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 4000 ms to retry 2024-11-24T04:15:26,722 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c; timeout=4000, timestamp=1732421730722 2024-11-24T04:15:30,719 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:30,721 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 can not run currently because target server of region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T04:15:30,721 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701; timeout=8000, timestamp=1732421738721 2024-11-24T04:15:30,721 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:30,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:30,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:30,725 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c can not run currently because target server of region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T04:15:30,725 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c; timeout=8000, timestamp=1732421738725 2024-11-24T04:15:30,726 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 can not run currently because target server of region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T04:15:30,726 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12; timeout=8000, timestamp=1732421738726 2024-11-24T04:15:30,726 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 can not run currently because target server of region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. fadb2fe0ba32,38867,1732421689554 is in state SPLITTING, wait 8000 ms to retry 2024-11-24T04:15:30,726 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284; timeout=8000, timestamp=1732421738726 2024-11-24T04:15:32,891 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=fadb2fe0ba32,46035,1732421689342, timeout=1732421733544, delay=652, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3a89daccfc861df65fef011154b59d9, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 148ac148a584035881fb365e7937cedf, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a680ad06ea135acc20eb65c58632a14f], containedObject=fadb2fe0ba32,38867,1732421689554, timeout=1732421733544, delay=652, operations=null, containedObject=fadb2fe0ba32,44847,1732421689486, timeout=1732421733545, delay=653, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6190b5558385763c65a47e87927f144, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3982da523ade79c68a863e5c016d9f21, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, worker=fadb2fe0ba32,44847,1732421689486]] 2024-11-24T04:15:33,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T04:15:33,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T04:15:33,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T04:15:33,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T04:15:33,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:33,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:33,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T04:15:33,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:33,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T04:15:33,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:33,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:33,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:33,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-24T04:15:33,556 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3982da523ade79c68a863e5c016d9f21 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T04:15:33,557 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 148ac148a584035881fb365e7937cedf 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c3a89daccfc861df65fef011154b59d9: 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 25998198a4d14c7bf9cc58ee4c38eac6: 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a680ad06ea135acc20eb65c58632a14f: 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c6190b5558385763c65a47e87927f144: 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. for SnapshotProcedureTest completed. 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. for SnapshotProcedureTest completed. 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. for SnapshotProcedureTest completed. 2024-11-24T04:15:33,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. for SnapshotProcedureTest completed. 2024-11-24T04:15:33,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:33,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:33,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:33,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:33,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:33,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:33,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:33,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:33,593 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, size=1.2 K (1257bytes) 2024-11-24T04:15:33,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T04:15:33,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T04:15:33,596 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 2024-11-24T04:15:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741850_1026 (size=65) 2024-11-24T04:15:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741850_1026 (size=65) 2024-11-24T04:15:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741850_1026 (size=65) 2024-11-24T04:15:33,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:15:33,603 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 after 5ms 2024-11-24T04:15:33,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T04:15:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T04:15:33,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:33,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:15:33,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 25998198a4d14c7bf9cc58ee4c38eac6 in 10.0810 sec 2024-11-24T04:15:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741849_1025 (size=65) 2024-11-24T04:15:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741849_1025 (size=65) 2024-11-24T04:15:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741849_1025 (size=65) 2024-11-24T04:15:33,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741851_1027 (size=65) 2024-11-24T04:15:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741851_1027 (size=65) 2024-11-24T04:15:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741851_1027 (size=65) 2024-11-24T04:15:33,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:15:33,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T04:15:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T04:15:33,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6190b5558385763c65a47e87927f144 2024-11-24T04:15:33,635 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6190b5558385763c65a47e87927f144 2024-11-24T04:15:33,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6190b5558385763c65a47e87927f144 in 10.1090 sec 2024-11-24T04:15:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741852_1028 (size=57) 2024-11-24T04:15:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741852_1028 (size=57) 2024-11-24T04:15:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741852_1028 (size=57) 2024-11-24T04:15:33,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:15:33,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T04:15:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T04:15:33,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:33,645 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3a89daccfc861df65fef011154b59d9 2024-11-24T04:15:33,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3a89daccfc861df65fef011154b59d9 in 10.1180 sec 2024-11-24T04:15:33,654 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 took 62ms 2024-11-24T04:15:33,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/.tmp/cf/0cdb07ed2f6347f590eb94157339f3aa is 34, key is baa/cf:cf/1732421722356/Put/seqid=0 2024-11-24T04:15:33,674 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 21a78b30f9f255c2bd7f9814a1a7e701: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T04:15:33,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/.tmp/cf/eacc50bd8a4c4a449d01a28b8c21317b is 34, key is ccd/cf:cf/1732421722232/Put/seqid=0 2024-11-24T04:15:33,678 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5a683534cd717da8106cc0718c334c1c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T04:15:33,684 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c932b8a078a7846579241c63cb31dc12: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T04:15:33,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5cef1ff76e21a26265f9811df5098284: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T04:15:33,688 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 so closing down 2024-11-24T04:15:33,688 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T04:15:33,688 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T04:15:33,694 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 24 ms; skipped=4; WAL=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-24T04:15:33,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, journal: Splitting hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, size=1.2 K (1257bytes) at 1732421733593Finishing writing output for hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 so closing down at 1732421733688 (+95 ms)3 split writer threads finished at 1732421733688Processed 4 edits across 0 Regions in 24 ms; skipped=4; WAL=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732421733694 (+6 ms) 2024-11-24T04:15:33,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 2024-11-24T04:15:33,695 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T04:15:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T04:15:33,705 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting/fadb2fe0ba32%2C38867%2C1732421689554.1732421691477 to hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs 2024-11-24T04:15:33,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T04:15:33,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, worker=fadb2fe0ba32,44847,1732421689486 in 9.9740 sec 2024-11-24T04:15:33,711 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741853_1029 (size=28623) 2024-11-24T04:15:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741853_1029 (size=28623) 2024-11-24T04:15:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741853_1029 (size=28623) 2024-11-24T04:15:33,715 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/.tmp/cf/0cdb07ed2f6347f590eb94157339f3aa 2024-11-24T04:15:33,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T04:15:33,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure fadb2fe0ba32%2C38867%2C1732421689554.1732421691477, worker=fadb2fe0ba32,44847,1732421689486 in 10.0000 sec 2024-11-24T04:15:33,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741854_1030 (size=47197) 2024-11-24T04:15:33,719 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting dir is empty, no logs to split. 2024-11-24T04:15:33,719 INFO [PEWorker-4 {}] master.SplitWALManager(105): fadb2fe0ba32,38867,1732421689554 WAL count=0, meta=false 2024-11-24T04:15:33,719 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if fadb2fe0ba32,38867,1732421689554 WAL splitting is done? wals=0, meta=false 2024-11-24T04:15:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741854_1030 (size=47197) 2024-11-24T04:15:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741854_1030 (size=47197) 2024-11-24T04:15:33,723 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/.tmp/cf/eacc50bd8a4c4a449d01a28b8c21317b 2024-11-24T04:15:33,728 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fadb2fe0ba32,38867,1732421689554 failed, ignore...File hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/WALs/fadb2fe0ba32,38867,1732421689554-splitting does not exist. 2024-11-24T04:15:33,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN}] 2024-11-24T04:15:33,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN 2024-11-24T04:15:33,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:15:33,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN 2024-11-24T04:15:33,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN 2024-11-24T04:15:33,738 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:15:33,738 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:15:33,740 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN 2024-11-24T04:15:33,741 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:15:33,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/.tmp/cf/0cdb07ed2f6347f590eb94157339f3aa as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/cf/0cdb07ed2f6347f590eb94157339f3aa 2024-11-24T04:15:33,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/.tmp/cf/eacc50bd8a4c4a449d01a28b8c21317b as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/cf/eacc50bd8a4c4a449d01a28b8c21317b 2024-11-24T04:15:33,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/cf/eacc50bd8a4c4a449d01a28b8c21317b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T04:15:33,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/cf/0cdb07ed2f6347f590eb94157339f3aa, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T04:15:33,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 148ac148a584035881fb365e7937cedf in 227ms, sequenceid=5, compaction requested=false 2024-11-24T04:15:33,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3982da523ade79c68a863e5c016d9f21 in 227ms, sequenceid=5, compaction requested=false 2024-11-24T04:15:33,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 148ac148a584035881fb365e7937cedf: 2024-11-24T04:15:33,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. for SnapshotProcedureTest completed. 2024-11-24T04:15:33,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3982da523ade79c68a863e5c016d9f21: 2024-11-24T04:15:33,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. for SnapshotProcedureTest completed. 2024-11-24T04:15:33,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:33,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/cf/0cdb07ed2f6347f590eb94157339f3aa] hfiles 2024-11-24T04:15:33,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:33,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/cf/eacc50bd8a4c4a449d01a28b8c21317b] hfiles 2024-11-24T04:15:33,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/cf/0cdb07ed2f6347f590eb94157339f3aa for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/cf/eacc50bd8a4c4a449d01a28b8c21317b for snapshot=SnapshotProcedureTest 2024-11-24T04:15:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741856_1032 (size=105) 2024-11-24T04:15:33,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741855_1031 (size=105) 2024-11-24T04:15:33,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741856_1032 (size=105) 2024-11-24T04:15:33,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741855_1031 (size=105) 2024-11-24T04:15:33,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741855_1031 (size=105) 2024-11-24T04:15:33,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741856_1032 (size=105) 2024-11-24T04:15:33,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:15:33,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T04:15:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T04:15:33,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:33,808 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 148ac148a584035881fb365e7937cedf 2024-11-24T04:15:33,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 148ac148a584035881fb365e7937cedf in 10.2820 sec 2024-11-24T04:15:33,885 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(204): Hosts are {fadb2fe0ba32=0} racks are {/default-rack=0} 2024-11-24T04:15:33,886 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T04:15:33,886 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T04:15:33,886 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T04:15:33,886 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T04:15:33,886 INFO [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T04:15:33,886 INFO [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T04:15:33,886 DEBUG [fadb2fe0ba32:36089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T04:15:33,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5cef1ff76e21a26265f9811df5098284, regionState=OPENING, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:33,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=21a78b30f9f255c2bd7f9814a1a7e701, regionState=OPENING, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:33,886 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c932b8a078a7846579241c63cb31dc12, regionState=OPENING, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:33,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5a683534cd717da8106cc0718c334c1c, regionState=OPENING, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:33,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN because future has completed 2024-11-24T04:15:33,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cef1ff76e21a26265f9811df5098284, server=fadb2fe0ba32,46035,1732421689342}] 2024-11-24T04:15:33,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN because future has completed 2024-11-24T04:15:33,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701, server=fadb2fe0ba32,46035,1732421689342}] 2024-11-24T04:15:33,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN because future has completed 2024-11-24T04:15:33,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a683534cd717da8106cc0718c334c1c, server=fadb2fe0ba32,44847,1732421689486}] 2024-11-24T04:15:33,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN because future has completed 2024-11-24T04:15:33,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c932b8a078a7846579241c63cb31dc12, server=fadb2fe0ba32,44847,1732421689486}] 2024-11-24T04:15:34,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:15:34,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T04:15:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T04:15:34,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:34,030 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:15:34,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a680ad06ea135acc20eb65c58632a14f in 10.5030 sec 2024-11-24T04:15:34,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:15:34,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T04:15:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T04:15:34,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:34,207 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:15:34,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3982da523ade79c68a863e5c016d9f21 in 10.6800 sec 2024-11-24T04:15:38,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 held by pid=40 2024-11-24T04:15:38,722 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:38,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c held by pid=41 2024-11-24T04:15:38,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:38,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 held by pid=42 2024-11-24T04:15:38,726 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:38,727 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 held by pid=39 2024-11-24T04:15:38,727 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:42,098 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T04:15:42,098 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T04:15:43,899 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:43,899 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cef1ff76e21a26265f9811df5098284, NAME => 'SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T04:15:43,899 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,900 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:43,900 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,900 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,900 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:43,901 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a683534cd717da8106cc0718c334c1c, NAME => 'SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T04:15:43,901 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,901 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:43,901 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,901 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,902 INFO [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,903 INFO [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cef1ff76e21a26265f9811df5098284 columnFamilyName cf 2024-11-24T04:15:43,903 DEBUG [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:43,904 INFO [StoreOpener-5cef1ff76e21a26265f9811df5098284-1 {}] regionserver.HStore(327): Store=5cef1ff76e21a26265f9811df5098284/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:43,904 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,905 INFO [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,905 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,906 INFO [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a683534cd717da8106cc0718c334c1c columnFamilyName cf 2024-11-24T04:15:43,906 DEBUG [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:43,909 INFO [StoreOpener-5a683534cd717da8106cc0718c334c1c-1 {}] regionserver.HStore(327): Store=5a683534cd717da8106cc0718c334c1c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:43,909 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,910 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,911 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,911 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,913 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,913 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,914 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,914 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,916 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5cef1ff76e21a26265f9811df5098284; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65683347, jitterRate=-0.02124185860157013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:43,916 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,916 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5cef1ff76e21a26265f9811df5098284: Running coprocessor pre-open hook at 1732421743900Writing region info on filesystem at 1732421743900Initializing all the Stores at 1732421743901 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421743901Cleaning up temporary data from old regions at 1732421743911 (+10 ms)Running coprocessor post-open hooks at 1732421743916 (+5 ms)Region opened successfully at 1732421743916 2024-11-24T04:15:43,916 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,917 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., pid=43, masterSystemTime=1732421743893 2024-11-24T04:15:43,918 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 5a683534cd717da8106cc0718c334c1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66286362, jitterRate=-0.012256234884262085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:43,918 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,918 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 5a683534cd717da8106cc0718c334c1c: Running coprocessor pre-open hook at 1732421743901Writing region info on filesystem at 1732421743901Initializing all the Stores at 1732421743905 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421743905Cleaning up temporary data from old regions at 1732421743914 (+9 ms)Running coprocessor post-open hooks at 1732421743918 (+4 ms)Region opened successfully at 1732421743918 2024-11-24T04:15:43,919 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c., pid=45, masterSystemTime=1732421743896 2024-11-24T04:15:43,920 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:43,920 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:43,921 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:43,921 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 21a78b30f9f255c2bd7f9814a1a7e701, NAME => 'SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T04:15:43,921 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,921 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:43,922 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,922 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=5cef1ff76e21a26265f9811df5098284, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:43,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cef1ff76e21a26265f9811df5098284, server=fadb2fe0ba32,46035,1732421689342 because future has completed 2024-11-24T04:15:43,926 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:43,926 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:43,926 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:43,927 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => c932b8a078a7846579241c63cb31dc12, NAME => 'SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T04:15:43,927 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,927 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:15:43,927 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,927 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,927 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5a683534cd717da8106cc0718c334c1c, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:43,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a683534cd717da8106cc0718c334c1c, server=fadb2fe0ba32,44847,1732421689486 because future has completed 2024-11-24T04:15:43,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-24T04:15:43,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cef1ff76e21a26265f9811df5098284, server=fadb2fe0ba32,46035,1732421689342 in 10.0380 sec 2024-11-24T04:15:43,936 INFO [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cef1ff76e21a26265f9811df5098284, ASSIGN in 10.2030 sec 2024-11-24T04:15:43,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:43,938 INFO [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21a78b30f9f255c2bd7f9814a1a7e701 columnFamilyName cf 2024-11-24T04:15:43,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-24T04:15:43,938 DEBUG [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:43,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a683534cd717da8106cc0718c334c1c, server=fadb2fe0ba32,44847,1732421689486 in 10.0410 sec 2024-11-24T04:15:43,939 INFO [StoreOpener-21a78b30f9f255c2bd7f9814a1a7e701-1 {}] regionserver.HStore(327): Store=21a78b30f9f255c2bd7f9814a1a7e701/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:43,940 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,941 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a683534cd717da8106cc0718c334c1c, ASSIGN in 10.2080 sec 2024-11-24T04:15:43,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:43,943 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,944 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,944 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,950 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,951 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 21a78b30f9f255c2bd7f9814a1a7e701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61594547, jitterRate=-0.08216972649097443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:43,952 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,952 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 21a78b30f9f255c2bd7f9814a1a7e701: Running coprocessor pre-open hook at 1732421743922Writing region info on filesystem at 1732421743922Initializing all the Stores at 1732421743925 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421743925Cleaning up temporary data from old regions at 1732421743944 (+19 ms)Running coprocessor post-open hooks at 1732421743952 (+8 ms)Region opened successfully at 1732421743952 2024-11-24T04:15:43,953 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701., pid=44, masterSystemTime=1732421743893 2024-11-24T04:15:43,953 INFO [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,955 INFO [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c932b8a078a7846579241c63cb31dc12 columnFamilyName cf 2024-11-24T04:15:43,955 DEBUG [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:15:43,956 INFO [StoreOpener-c932b8a078a7846579241c63cb31dc12-1 {}] regionserver.HStore(327): Store=c932b8a078a7846579241c63cb31dc12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:15:43,957 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,957 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:43,957 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:43,958 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=21a78b30f9f255c2bd7f9814a1a7e701, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:43,960 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,961 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,961 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701, server=fadb2fe0ba32,46035,1732421689342 because future has completed 2024-11-24T04:15:43,964 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,966 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened c932b8a078a7846579241c63cb31dc12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60763509, jitterRate=-0.0945531576871872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:15:43,966 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,966 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for c932b8a078a7846579241c63cb31dc12: Running coprocessor pre-open hook at 1732421743927Writing region info on filesystem at 1732421743927Initializing all the Stores at 1732421743933 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421743933Cleaning up temporary data from old regions at 1732421743961 (+28 ms)Running coprocessor post-open hooks at 1732421743966 (+5 ms)Region opened successfully at 1732421743966 2024-11-24T04:15:43,968 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12., pid=46, masterSystemTime=1732421743896 2024-11-24T04:15:43,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-24T04:15:43,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701, server=fadb2fe0ba32,46035,1732421689342 in 10.0720 sec 2024-11-24T04:15:43,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21a78b30f9f255c2bd7f9814a1a7e701, ASSIGN in 10.2370 sec 2024-11-24T04:15:43,972 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:43,973 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:43,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:43,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c932b8a078a7846579241c63cb31dc12, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:43,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c932b8a078a7846579241c63cb31dc12, server=fadb2fe0ba32,44847,1732421689486 because future has completed 2024-11-24T04:15:43,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-24T04:15:43,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure c932b8a078a7846579241c63cb31dc12, server=fadb2fe0ba32,44847,1732421689486 in 10.0840 sec 2024-11-24T04:15:43,992 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:43,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-24T04:15:43,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c932b8a078a7846579241c63cb31dc12, ASSIGN in 10.2540 sec 2024-11-24T04:15:43,994 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server fadb2fe0ba32,38867,1732421689554 after splitting done 2024-11-24T04:15:43,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure fadb2fe0ba32,38867,1732421689554, splitWal=true, meta=false in 20.3150 sec 2024-11-24T04:15:47,751 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:15:49,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T04:15:51,270 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T04:15:53,820 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T04:15:53,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T04:15:53,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 21a78b30f9f255c2bd7f9814a1a7e701: 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. for SnapshotProcedureTest completed. 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 5cef1ff76e21a26265f9811df5098284: 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. for SnapshotProcedureTest completed. 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:53,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:53,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:53,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:53,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T04:15:53,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T04:15:53,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:53,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:53,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 5a683534cd717da8106cc0718c334c1c: 2024-11-24T04:15:53,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c932b8a078a7846579241c63cb31dc12: 2024-11-24T04:15:53,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. for SnapshotProcedureTest completed. 2024-11-24T04:15:53,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. for SnapshotProcedureTest completed. 2024-11-24T04:15:53,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:53,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:53,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:53,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:15:53,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:15:53,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:15:53,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741858_1034 (size=65) 2024-11-24T04:15:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741858_1034 (size=65) 2024-11-24T04:15:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741858_1034 (size=65) 2024-11-24T04:15:53,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:15:53,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T04:15:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T04:15:53,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:53,970 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:15:53,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21a78b30f9f255c2bd7f9814a1a7e701 in 30.4440 sec 2024-11-24T04:15:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741857_1033 (size=57) 2024-11-24T04:15:53,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741857_1033 (size=57) 2024-11-24T04:15:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741857_1033 (size=57) 2024-11-24T04:15:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:15:53,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T04:15:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T04:15:53,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:53,986 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:15:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741860_1036 (size=65) 2024-11-24T04:15:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741860_1036 (size=65) 2024-11-24T04:15:53,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5cef1ff76e21a26265f9811df5098284 in 30.4600 sec 2024-11-24T04:15:53,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741860_1036 (size=65) 2024-11-24T04:15:53,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:15:53,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T04:15:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T04:15:53,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:53,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:15:54,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a683534cd717da8106cc0718c334c1c in 30.4670 sec 2024-11-24T04:15:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741859_1035 (size=65) 2024-11-24T04:15:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741859_1035 (size=65) 2024-11-24T04:15:54,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741859_1035 (size=65) 2024-11-24T04:15:54,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:15:54,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T04:15:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T04:15:54,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:54,011 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 2024-11-24T04:15:54,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-24T04:15:54,019 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T04:15:54,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c932b8a078a7846579241c63cb31dc12 in 30.4840 sec 2024-11-24T04:15:54,022 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T04:15:54,025 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T04:15:54,025 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T04:15:54,031 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T04:15:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741861_1037 (size=1094) 2024-11-24T04:15:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741861_1037 (size=1094) 2024-11-24T04:15:54,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741861_1037 (size=1094) 2024-11-24T04:15:54,108 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T04:15:54,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T04:15:54,133 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:54,133 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:54,134 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:54,134 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:15:54,136 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:54,147 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:15:57,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 148ac148a584035881fb365e7937cedf, had cached 0 bytes from a total of 28623 2024-11-24T04:15:58,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3982da523ade79c68a863e5c016d9f21, had cached 0 bytes from a total of 47197 2024-11-24T04:16:04,000 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5a683534cd717da8106cc0718c334c1c changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,000 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6190b5558385763c65a47e87927f144 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,000 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 25998198a4d14c7bf9cc58ee4c38eac6 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,001 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c932b8a078a7846579241c63cb31dc12 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,001 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3982da523ade79c68a863e5c016d9f21 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,001 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c3a89daccfc861df65fef011154b59d9 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,001 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 21a78b30f9f255c2bd7f9814a1a7e701 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,001 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a680ad06ea135acc20eb65c58632a14f changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,001 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 148ac148a584035881fb365e7937cedf changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,002 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5cef1ff76e21a26265f9811df5098284 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:16:04,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-24T04:16:04,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-24T04:16:04,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-24T04:16:04,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-24T04:16:04,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-24T04:16:04,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-24T04:16:04,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T04:16:04,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T04:16:04,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-24T04:16:04,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T04:16:04,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T04:16:04,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-24T04:16:04,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T04:16:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-24T04:16:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-24T04:16:04,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-24T04:16:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-24T04:16:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-24T04:16:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-24T04:16:04,148 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 Release verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:04,148 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 Release verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:16:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-24T04:16:04,150 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 Release verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:04,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 in 10.0280 sec 2024-11-24T04:16:04,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 in 10.0290 sec 2024-11-24T04:16:04,154 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:04,154 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:04,155 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 Release verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:04,155 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 Release verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:16:04,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 in 10.0280 sec 2024-11-24T04:16:04,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 in 10.0340 sec 2024-11-24T04:16:04,158 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 Release verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:16:04,158 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:04,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 in 10.0340 sec 2024-11-24T04:16:04,159 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:16:04,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 in 10.0370 sec 2024-11-24T04:16:14,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-24T04:16:14,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-24T04:16:14,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T04:16:14,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-24T04:16:14,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-24T04:16:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-24T04:16:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-24T04:16:14,159 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 Release verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:14,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-24T04:16:14,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-24T04:16:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-24T04:16:14,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 in 20.0380 sec 2024-11-24T04:16:14,164 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 Release verify snapshot worker=fadb2fe0ba32,44847,1732421689486 2024-11-24T04:16:14,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T04:16:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-24T04:16:14,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,44847,1732421689486 in 20.0430 sec 2024-11-24T04:16:14,167 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 Release verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:14,169 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 Release verify snapshot worker=fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:14,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 in 20.0460 sec 2024-11-24T04:16:14,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-24T04:16:14,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46035,1732421689342 in 20.0480 sec 2024-11-24T04:16:14,173 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T04:16:14,181 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T04:16:14,183 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T04:16:14,183 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T04:16:14,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7370 sec 2024-11-24T04:16:14,273 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T04:16:14,281 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T04:16:14,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:16:14,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:16:14,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:14,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:14,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:14,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:16:14,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247171512, stopped=false 2024-11-24T04:16:14,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:14,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,36089,1732421688430 2024-11-24T04:16:14,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T04:16:14,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:14,286 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:16:14,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T04:16:14,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:14,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T04:16:14,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:14,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:16:14,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:16:14,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:16:14,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:14,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:14,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:16:14,287 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,46035,1732421689342' ***** 2024-11-24T04:16:14,287 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:16:14,287 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,44847,1732421689486' ***** 2024-11-24T04:16:14,287 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:16:14,288 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:16:14,288 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:16:14,288 INFO [RS:0;fadb2fe0ba32:46035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:16:14,288 INFO [RS:0;fadb2fe0ba32:46035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:16:14,288 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for a680ad06ea135acc20eb65c58632a14f 2024-11-24T04:16:14,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:16:14,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:16:14,289 INFO [RS:1;fadb2fe0ba32:44847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:16:14,289 INFO [RS:1;fadb2fe0ba32:44847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:16:14,289 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 25998198a4d14c7bf9cc58ee4c38eac6 2024-11-24T04:16:14,291 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 21a78b30f9f255c2bd7f9814a1a7e701 2024-11-24T04:16:14,291 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cef1ff76e21a26265f9811df5098284 2024-11-24T04:16:14,291 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for c3a89daccfc861df65fef011154b59d9 2024-11-24T04:16:14,291 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(3091): Received CLOSE for 148ac148a584035881fb365e7937cedf 2024-11-24T04:16:14,291 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:14,291 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:16:14,292 INFO [RS:0;fadb2fe0ba32:46035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:46035. 2024-11-24T04:16:14,292 DEBUG [RS:0;fadb2fe0ba32:46035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:14,292 DEBUG [RS:0;fadb2fe0ba32:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:14,292 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-24T04:16:14,292 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1325): Online Regions={a680ad06ea135acc20eb65c58632a14f=SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f., 21a78b30f9f255c2bd7f9814a1a7e701=SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701., 5cef1ff76e21a26265f9811df5098284=SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284., c3a89daccfc861df65fef011154b59d9=SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9., 148ac148a584035881fb365e7937cedf=SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf.} 2024-11-24T04:16:14,292 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a680ad06ea135acc20eb65c58632a14f, disabling compactions & flushes 2024-11-24T04:16:14,292 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:16:14,292 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:16:14,293 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. after waiting 0 ms 2024-11-24T04:16:14,293 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1351): Waiting on 148ac148a584035881fb365e7937cedf, 21a78b30f9f255c2bd7f9814a1a7e701, 5cef1ff76e21a26265f9811df5098284, a680ad06ea135acc20eb65c58632a14f, c3a89daccfc861df65fef011154b59d9 2024-11-24T04:16:14,293 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:16:14,298 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:16:14,298 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:16:14,300 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for c6190b5558385763c65a47e87927f144 2024-11-24T04:16:14,300 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 3982da523ade79c68a863e5c016d9f21 2024-11-24T04:16:14,300 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for c932b8a078a7846579241c63cb31dc12 2024-11-24T04:16:14,301 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:16:14,301 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:16:14,301 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,44847,1732421689486 2024-11-24T04:16:14,301 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:16:14,301 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:16:14,301 INFO [RS:1;fadb2fe0ba32:44847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fadb2fe0ba32:44847. 2024-11-24T04:16:14,301 DEBUG [RS:1;fadb2fe0ba32:44847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:14,301 DEBUG [RS:1;fadb2fe0ba32:44847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:14,301 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:16:14,301 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:16:14,301 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:16:14,302 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:16:14,303 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25998198a4d14c7bf9cc58ee4c38eac6, disabling compactions & flushes 2024-11-24T04:16:14,303 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:16:14,303 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:16:14,303 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. after waiting 0 ms 2024-11-24T04:16:14,303 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:16:14,309 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:14,310 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:14,324 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-24T04:16:14,324 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1325): Online Regions={25998198a4d14c7bf9cc58ee4c38eac6=SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6., c6190b5558385763c65a47e87927f144=SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144., 1588230740=hbase:meta,,1.1588230740, 3982da523ade79c68a863e5c016d9f21=SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21., c932b8a078a7846579241c63cb31dc12=SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12., 5a683534cd717da8106cc0718c334c1c=SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c.} 2024-11-24T04:16:14,325 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25998198a4d14c7bf9cc58ee4c38eac6, 3982da523ade79c68a863e5c016d9f21, 5a683534cd717da8106cc0718c334c1c, c6190b5558385763c65a47e87927f144, c932b8a078a7846579241c63cb31dc12 2024-11-24T04:16:14,324 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:16:14,325 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:16:14,325 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:16:14,325 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:16:14,325 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:16:14,325 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-24T04:16:14,342 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/a680ad06ea135acc20eb65c58632a14f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,351 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:16:14,352 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a680ad06ea135acc20eb65c58632a14f: Waiting for close lock at 1732421774291Running coprocessor pre-close hooks at 1732421774292 (+1 ms)Disabling compacts and flushes for region at 1732421774292Disabling writes for close at 1732421774293 (+1 ms)Writing region close event to WAL at 1732421774314 (+21 ms)Running coprocessor post-close hooks at 1732421774344 (+30 ms)Closed at 1732421774351 (+7 ms) 2024-11-24T04:16:14,353 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732421702269.a680ad06ea135acc20eb65c58632a14f. 2024-11-24T04:16:14,353 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21a78b30f9f255c2bd7f9814a1a7e701, disabling compactions & flushes 2024-11-24T04:16:14,353 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:16:14,353 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:16:14,353 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. after waiting 0 ms 2024-11-24T04:16:14,353 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:16:14,399 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/21a78b30f9f255c2bd7f9814a1a7e701/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,400 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:16:14,400 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21a78b30f9f255c2bd7f9814a1a7e701: Waiting for close lock at 1732421774353Running coprocessor pre-close hooks at 1732421774353Disabling compacts and flushes for region at 1732421774353Disabling writes for close at 1732421774353Writing region close event to WAL at 1732421774365 (+12 ms)Running coprocessor post-close hooks at 1732421774399 (+34 ms)Closed at 1732421774399 2024-11-24T04:16:14,400 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732421702269.21a78b30f9f255c2bd7f9814a1a7e701. 2024-11-24T04:16:14,400 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cef1ff76e21a26265f9811df5098284, disabling compactions & flushes 2024-11-24T04:16:14,400 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:16:14,400 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/25998198a4d14c7bf9cc58ee4c38eac6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,401 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:16:14,401 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. after waiting 0 ms 2024-11-24T04:16:14,401 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:16:14,403 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:16:14,403 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25998198a4d14c7bf9cc58ee4c38eac6: Waiting for close lock at 1732421774303Running coprocessor pre-close hooks at 1732421774303Disabling compacts and flushes for region at 1732421774303Disabling writes for close at 1732421774303Writing region close event to WAL at 1732421774334 (+31 ms)Running coprocessor post-close hooks at 1732421774402 (+68 ms)Closed at 1732421774402 2024-11-24T04:16:14,403 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732421702269.25998198a4d14c7bf9cc58ee4c38eac6. 2024-11-24T04:16:14,403 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6190b5558385763c65a47e87927f144, disabling compactions & flushes 2024-11-24T04:16:14,403 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:16:14,403 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:16:14,403 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. after waiting 0 ms 2024-11-24T04:16:14,403 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:16:14,410 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/info/ef12eab619184c559c5fc02991ce9045 is 167, key is SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c./info:regioninfo/1732421743927/Put/seqid=0 2024-11-24T04:16:14,433 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5cef1ff76e21a26265f9811df5098284/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,434 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:16:14,434 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cef1ff76e21a26265f9811df5098284: Waiting for close lock at 1732421774400Running coprocessor pre-close hooks at 1732421774400Disabling compacts and flushes for region at 1732421774400Disabling writes for close at 1732421774401 (+1 ms)Writing region close event to WAL at 1732421774411 (+10 ms)Running coprocessor post-close hooks at 1732421774434 (+23 ms)Closed at 1732421774434 2024-11-24T04:16:14,434 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732421702269.5cef1ff76e21a26265f9811df5098284. 2024-11-24T04:16:14,434 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3a89daccfc861df65fef011154b59d9, disabling compactions & flushes 2024-11-24T04:16:14,434 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:16:14,434 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:16:14,434 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. after waiting 0 ms 2024-11-24T04:16:14,434 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:16:14,437 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c6190b5558385763c65a47e87927f144/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,439 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:16:14,439 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6190b5558385763c65a47e87927f144: Waiting for close lock at 1732421774403Running coprocessor pre-close hooks at 1732421774403Disabling compacts and flushes for region at 1732421774403Disabling writes for close at 1732421774403Writing region close event to WAL at 1732421774424 (+21 ms)Running coprocessor post-close hooks at 1732421774438 (+14 ms)Closed at 1732421774439 (+1 ms) 2024-11-24T04:16:14,439 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732421702269.c6190b5558385763c65a47e87927f144. 2024-11-24T04:16:14,439 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3982da523ade79c68a863e5c016d9f21, disabling compactions & flushes 2024-11-24T04:16:14,439 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:16:14,439 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:16:14,439 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. after waiting 0 ms 2024-11-24T04:16:14,439 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:16:14,477 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c3a89daccfc861df65fef011154b59d9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,478 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:16:14,478 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3a89daccfc861df65fef011154b59d9: Waiting for close lock at 1732421774434Running coprocessor pre-close hooks at 1732421774434Disabling compacts and flushes for region at 1732421774434Disabling writes for close at 1732421774434Writing region close event to WAL at 1732421774456 (+22 ms)Running coprocessor post-close hooks at 1732421774478 (+22 ms)Closed at 1732421774478 2024-11-24T04:16:14,478 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732421702269.c3a89daccfc861df65fef011154b59d9. 2024-11-24T04:16:14,479 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 148ac148a584035881fb365e7937cedf, disabling compactions & flushes 2024-11-24T04:16:14,479 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:16:14,479 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:16:14,479 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. after waiting 0 ms 2024-11-24T04:16:14,479 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:16:14,493 DEBUG [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1351): Waiting on 148ac148a584035881fb365e7937cedf 2024-11-24T04:16:14,498 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/3982da523ade79c68a863e5c016d9f21/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:16:14,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741862_1038 (size=20292) 2024-11-24T04:16:14,499 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:16:14,500 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3982da523ade79c68a863e5c016d9f21: Waiting for close lock at 1732421774439Running coprocessor pre-close hooks at 1732421774439Disabling compacts and flushes for region at 1732421774439Disabling writes for close at 1732421774439Writing region close event to WAL at 1732421774485 (+46 ms)Running coprocessor post-close hooks at 1732421774499 (+14 ms)Closed at 1732421774499 2024-11-24T04:16:14,500 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732421702269.3982da523ade79c68a863e5c016d9f21. 2024-11-24T04:16:14,500 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c932b8a078a7846579241c63cb31dc12, disabling compactions & flushes 2024-11-24T04:16:14,500 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:16:14,502 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:16:14,502 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. after waiting 0 ms 2024-11-24T04:16:14,502 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:16:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741862_1038 (size=20292) 2024-11-24T04:16:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741862_1038 (size=20292) 2024-11-24T04:16:14,505 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/info/ef12eab619184c559c5fc02991ce9045 2024-11-24T04:16:14,514 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/148ac148a584035881fb365e7937cedf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:16:14,517 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:16:14,517 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 148ac148a584035881fb365e7937cedf: Waiting for close lock at 1732421774478Running coprocessor pre-close hooks at 1732421774478Disabling compacts and flushes for region at 1732421774478Disabling writes for close at 1732421774479 (+1 ms)Writing region close event to WAL at 1732421774497 (+18 ms)Running coprocessor post-close hooks at 1732421774517 (+20 ms)Closed at 1732421774517 2024-11-24T04:16:14,517 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732421702269.148ac148a584035881fb365e7937cedf. 2024-11-24T04:16:14,523 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/c932b8a078a7846579241c63cb31dc12/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,524 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:16:14,524 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c932b8a078a7846579241c63cb31dc12: Waiting for close lock at 1732421774500Running coprocessor pre-close hooks at 1732421774500Disabling compacts and flushes for region at 1732421774500Disabling writes for close at 1732421774502 (+2 ms)Writing region close event to WAL at 1732421774513 (+11 ms)Running coprocessor post-close hooks at 1732421774524 (+11 ms)Closed at 1732421774524 2024-11-24T04:16:14,524 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732421702269.c932b8a078a7846579241c63cb31dc12. 2024-11-24T04:16:14,525 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a683534cd717da8106cc0718c334c1c, disabling compactions & flushes 2024-11-24T04:16:14,525 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:16:14,525 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:16:14,525 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. after waiting 0 ms 2024-11-24T04:16:14,525 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:16:14,525 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a683534cd717da8106cc0718c334c1c 2024-11-24T04:16:14,543 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/ns/8e31072609124021a269fcef55f9f2e2 is 43, key is default/ns:d/1732421701895/Put/seqid=0 2024-11-24T04:16:14,545 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/default/SPTestTable/5a683534cd717da8106cc0718c334c1c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:16:14,547 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:16:14,547 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a683534cd717da8106cc0718c334c1c: Waiting for close lock at 1732421774525Running coprocessor pre-close hooks at 1732421774525Disabling compacts and flushes for region at 1732421774525Disabling writes for close at 1732421774525Writing region close event to WAL at 1732421774526 (+1 ms)Running coprocessor post-close hooks at 1732421774547 (+21 ms)Closed at 1732421774547 2024-11-24T04:16:14,547 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732421702269.5a683534cd717da8106cc0718c334c1c. 2024-11-24T04:16:14,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741863_1039 (size=5153) 2024-11-24T04:16:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741863_1039 (size=5153) 2024-11-24T04:16:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741863_1039 (size=5153) 2024-11-24T04:16:14,565 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/ns/8e31072609124021a269fcef55f9f2e2 2024-11-24T04:16:14,598 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/table/2494a41e8482492bbcb7b16857199b1e is 47, key is SPTestTable/table:state/1732421713137/Put/seqid=0 2024-11-24T04:16:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741864_1040 (size=5214) 2024-11-24T04:16:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741864_1040 (size=5214) 2024-11-24T04:16:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741864_1040 (size=5214) 2024-11-24T04:16:14,615 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/table/2494a41e8482492bbcb7b16857199b1e 2024-11-24T04:16:14,626 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/info/ef12eab619184c559c5fc02991ce9045 as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/info/ef12eab619184c559c5fc02991ce9045 2024-11-24T04:16:14,650 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/info/ef12eab619184c559c5fc02991ce9045, entries=116, sequenceid=37, filesize=19.8 K 2024-11-24T04:16:14,652 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/ns/8e31072609124021a269fcef55f9f2e2 as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/ns/8e31072609124021a269fcef55f9f2e2 2024-11-24T04:16:14,668 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/ns/8e31072609124021a269fcef55f9f2e2, entries=2, sequenceid=37, filesize=5.0 K 2024-11-24T04:16:14,671 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/.tmp/table/2494a41e8482492bbcb7b16857199b1e as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/table/2494a41e8482492bbcb7b16857199b1e 2024-11-24T04:16:14,684 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/table/2494a41e8482492bbcb7b16857199b1e, entries=2, sequenceid=37, filesize=5.1 K 2024-11-24T04:16:14,685 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 360ms, sequenceid=37, compaction requested=false 2024-11-24T04:16:14,693 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,46035,1732421689342; all regions closed. 2024-11-24T04:16:14,725 DEBUG [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:16:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741834_1010 (size=3500) 2024-11-24T04:16:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741834_1010 (size=3500) 2024-11-24T04:16:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741834_1010 (size=3500) 2024-11-24T04:16:14,738 DEBUG [RS:0;fadb2fe0ba32:46035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs 2024-11-24T04:16:14,738 INFO [RS:0;fadb2fe0ba32:46035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46035%2C1732421689342:(num 1732421691483) 2024-11-24T04:16:14,739 DEBUG [RS:0;fadb2fe0ba32:46035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:14,739 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:14,739 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:16:14,739 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:16:14,739 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:16:14,739 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:16:14,739 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:16:14,739 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:16:14,740 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:16:14,740 INFO [RS:0;fadb2fe0ba32:46035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46035 2024-11-24T04:16:14,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:16:14,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fadb2fe0ba32,46035,1732421689342 2024-11-24T04:16:14,743 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:16:14,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,46035,1732421689342] 2024-11-24T04:16:14,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fadb2fe0ba32,46035,1732421689342 already deleted, retry=false 2024-11-24T04:16:14,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,46035,1732421689342 expired; onlineServers=1 2024-11-24T04:16:14,764 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-24T04:16:14,766 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:16:14,766 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:16:14,766 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421774324Running coprocessor pre-close hooks at 1732421774324Disabling compacts and flushes for region at 1732421774324Disabling writes for close at 1732421774325 (+1 ms)Obtaining lock to block concurrent updates at 1732421774325Preparing flush snapshotting stores in 1588230740 at 1732421774325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732421774327 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732421774328 (+1 ms)Flushing 1588230740/info: creating writer at 1732421774328Flushing 1588230740/info: appending metadata at 1732421774409 (+81 ms)Flushing 1588230740/info: closing flushed file at 1732421774409Flushing 1588230740/ns: creating writer at 1732421774516 (+107 ms)Flushing 1588230740/ns: appending metadata at 1732421774542 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732421774542Flushing 1588230740/table: creating writer at 1732421774580 (+38 ms)Flushing 1588230740/table: appending metadata at 1732421774597 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732421774597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3eaf6a: reopening flushed file at 1732421774625 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2031dc4a: reopening flushed file at 1732421774650 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ad3cd3: reopening flushed file at 1732421774668 (+18 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 360ms, sequenceid=37, compaction requested=false at 1732421774685 (+17 ms)Writing region close event to WAL at 1732421774756 (+71 ms)Running coprocessor post-close hooks at 1732421774766 (+10 ms)Closed at 1732421774766 2024-11-24T04:16:14,766 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:16:14,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:14,845 INFO [RS:0;fadb2fe0ba32:46035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:16:14,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46035-0x101482f04a90001, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:14,845 INFO [RS:0;fadb2fe0ba32:46035 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,46035,1732421689342; zookeeper connection closed. 2024-11-24T04:16:14,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1453e12b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1453e12b 2024-11-24T04:16:14,926 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,44847,1732421689486; all regions closed. 2024-11-24T04:16:14,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741836_1012 (size=19530) 2024-11-24T04:16:14,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741836_1012 (size=19530) 2024-11-24T04:16:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741836_1012 (size=19530) 2024-11-24T04:16:14,936 DEBUG [RS:1;fadb2fe0ba32:44847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs 2024-11-24T04:16:14,936 INFO [RS:1;fadb2fe0ba32:44847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C44847%2C1732421689486.meta:.meta(num 1732421701689) 2024-11-24T04:16:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741835_1011 (size=3530) 2024-11-24T04:16:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741835_1011 (size=3530) 2024-11-24T04:16:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741835_1011 (size=3530) 2024-11-24T04:16:14,944 DEBUG [RS:1;fadb2fe0ba32:44847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/oldWALs 2024-11-24T04:16:14,944 INFO [RS:1;fadb2fe0ba32:44847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C44847%2C1732421689486:(num 1732421691491) 2024-11-24T04:16:14,944 DEBUG [RS:1;fadb2fe0ba32:44847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:14,944 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:14,944 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:16:14,944 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:16:14,944 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:16:14,945 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:16:14,945 INFO [RS:1;fadb2fe0ba32:44847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44847 2024-11-24T04:16:14,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:16:14,948 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:16:14,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fadb2fe0ba32,44847,1732421689486 2024-11-24T04:16:14,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,44847,1732421689486] 2024-11-24T04:16:14,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fadb2fe0ba32,44847,1732421689486 already deleted, retry=false 2024-11-24T04:16:14,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,44847,1732421689486 expired; onlineServers=0 2024-11-24T04:16:14,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,36089,1732421688430' ***** 2024-11-24T04:16:14,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:16:14,950 INFO [M:0;fadb2fe0ba32:36089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:16:14,951 INFO [M:0;fadb2fe0ba32:36089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:16:14,951 DEBUG [M:0;fadb2fe0ba32:36089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:16:14,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:16:14,951 DEBUG [M:0;fadb2fe0ba32:36089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:16:14,951 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421690990 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421690990,5,FailOnTimeoutGroup] 2024-11-24T04:16:14,951 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421691025 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421691025,5,FailOnTimeoutGroup] 2024-11-24T04:16:14,951 INFO [M:0;fadb2fe0ba32:36089 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:16:14,951 INFO [M:0;fadb2fe0ba32:36089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:16:14,951 DEBUG [M:0;fadb2fe0ba32:36089 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:16:14,951 INFO [M:0;fadb2fe0ba32:36089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:16:14,951 INFO [M:0;fadb2fe0ba32:36089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:16:14,952 ERROR [M:0;fadb2fe0ba32:36089 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:40431 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40431,5,PEWorkerGroup] 2024-11-24T04:16:14,952 INFO [M:0;fadb2fe0ba32:36089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:16:14,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:16:14,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T04:16:14,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:14,957 DEBUG [M:0;fadb2fe0ba32:36089 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-24T04:16:14,957 DEBUG [M:0;fadb2fe0ba32:36089 {}] master.ActiveMasterManager(353): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-24T04:16:14,959 INFO [M:0;fadb2fe0ba32:36089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/.lastflushedseqids 2024-11-24T04:16:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741865_1041 (size=686) 2024-11-24T04:16:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741865_1041 (size=686) 2024-11-24T04:16:14,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741865_1041 (size=686) 2024-11-24T04:16:14,998 INFO [M:0;fadb2fe0ba32:36089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:16:14,998 INFO [M:0;fadb2fe0ba32:36089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:16:14,999 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:16:14,999 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:14,999 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:14,999 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:16:14,999 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:14,999 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.02 KB 2024-11-24T04:16:15,027 DEBUG [M:0;fadb2fe0ba32:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ebbc9b266724a63863db344ffad0483 is 82, key is hbase:meta,,1/info:regioninfo/1732421701800/Put/seqid=0 2024-11-24T04:16:15,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741866_1042 (size=5672) 2024-11-24T04:16:15,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741866_1042 (size=5672) 2024-11-24T04:16:15,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741866_1042 (size=5672) 2024-11-24T04:16:15,038 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ebbc9b266724a63863db344ffad0483 2024-11-24T04:16:15,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:15,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44847-0x101482f04a90002, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:15,050 INFO [RS:1;fadb2fe0ba32:44847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:16:15,050 INFO [RS:1;fadb2fe0ba32:44847 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,44847,1732421689486; zookeeper connection closed. 2024-11-24T04:16:15,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59ab7525 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59ab7525 2024-11-24T04:16:15,053 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T04:16:15,067 DEBUG [M:0;fadb2fe0ba32:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d80cf146e0804a57a9ae50c27f8b07a8 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732421713151/Put/seqid=0 2024-11-24T04:16:15,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741867_1043 (size=8974) 2024-11-24T04:16:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741867_1043 (size=8974) 2024-11-24T04:16:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741867_1043 (size=8974) 2024-11-24T04:16:15,097 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d80cf146e0804a57a9ae50c27f8b07a8 2024-11-24T04:16:15,106 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80cf146e0804a57a9ae50c27f8b07a8 2024-11-24T04:16:15,127 DEBUG [M:0;fadb2fe0ba32:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75075387ff5407bbef1d9fdb603a6a6 is 69, key is fadb2fe0ba32,44847,1732421689486/rs:state/1732421691147/Put/seqid=0 2024-11-24T04:16:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741868_1044 (size=5441) 2024-11-24T04:16:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741868_1044 (size=5441) 2024-11-24T04:16:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741868_1044 (size=5441) 2024-11-24T04:16:15,168 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75075387ff5407bbef1d9fdb603a6a6 2024-11-24T04:16:15,179 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f75075387ff5407bbef1d9fdb603a6a6 2024-11-24T04:16:15,181 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ebbc9b266724a63863db344ffad0483 as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ebbc9b266724a63863db344ffad0483 2024-11-24T04:16:15,192 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ebbc9b266724a63863db344ffad0483, entries=8, sequenceid=513, filesize=5.5 K 2024-11-24T04:16:15,194 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d80cf146e0804a57a9ae50c27f8b07a8 as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d80cf146e0804a57a9ae50c27f8b07a8 2024-11-24T04:16:15,205 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d80cf146e0804a57a9ae50c27f8b07a8 2024-11-24T04:16:15,205 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d80cf146e0804a57a9ae50c27f8b07a8, entries=56, sequenceid=513, filesize=8.8 K 2024-11-24T04:16:15,207 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75075387ff5407bbef1d9fdb603a6a6 as hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75075387ff5407bbef1d9fdb603a6a6 2024-11-24T04:16:15,217 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f75075387ff5407bbef1d9fdb603a6a6 2024-11-24T04:16:15,217 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40431/user/jenkins/test-data/acce4b67-1df3-7a89-e38c-33dc23ba4966/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75075387ff5407bbef1d9fdb603a6a6, entries=3, sequenceid=513, filesize=5.3 K 2024-11-24T04:16:15,218 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 219ms, sequenceid=513, compaction requested=false 2024-11-24T04:16:15,221 INFO [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:15,221 DEBUG [M:0;fadb2fe0ba32:36089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421774999Disabling compacts and flushes for region at 1732421774999Disabling writes for close at 1732421774999Obtaining lock to block concurrent updates at 1732421774999Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421774999Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247768, getOffHeapSize=0, getCellsCount=620 at 1732421775000 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421775000Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421775000Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421775026 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421775026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421775046 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421775067 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421775067Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421775106 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421775126 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421775126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293537d4: reopening flushed file at 1732421775180 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f30e0ca: reopening flushed file at 1732421775192 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b318fd0: reopening flushed file at 1732421775206 (+14 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.73 KB/247528, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 219ms, sequenceid=513, compaction requested=false at 1732421775218 (+12 ms)Writing region close event to WAL at 1732421775221 (+3 ms)Closed at 1732421775221 2024-11-24T04:16:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42769 is added to blk_1073741830_1006 (size=234135) 2024-11-24T04:16:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741830_1006 (size=234135) 2024-11-24T04:16:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741830_1006 (size=234135) 2024-11-24T04:16:15,230 INFO [M:0;fadb2fe0ba32:36089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:16:15,230 INFO [M:0;fadb2fe0ba32:36089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36089 2024-11-24T04:16:15,230 INFO [M:0;fadb2fe0ba32:36089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:16:15,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:16:15,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:15,333 INFO [M:0;fadb2fe0ba32:36089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:16:15,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x101482f04a90000, quorum=127.0.0.1:63704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:15,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67f5983a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:15,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@451db019{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:16:15,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:16:15,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e471564{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:16:15,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,STOPPED} 2024-11-24T04:16:15,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:16:15,345 WARN [BP-513458895-172.17.0.2-1732421684349 heartbeating to localhost/127.0.0.1:40431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:16:15,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:16:15,345 WARN [BP-513458895-172.17.0.2-1732421684349 heartbeating to localhost/127.0.0.1:40431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-513458895-172.17.0.2-1732421684349 (Datanode Uuid 36386d56-554a-4e35-a82c-b4e2f46b11df) service to localhost/127.0.0.1:40431 2024-11-24T04:16:15,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data5/current/BP-513458895-172.17.0.2-1732421684349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:16:15,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data6/current/BP-513458895-172.17.0.2-1732421684349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:16:15,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:16:15,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fe32b3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:15,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee4b472{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:16:15,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:16:15,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50ef47db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:16:15,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,STOPPED} 2024-11-24T04:16:15,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:16:15,374 WARN [BP-513458895-172.17.0.2-1732421684349 heartbeating to localhost/127.0.0.1:40431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:16:15,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:16:15,374 WARN [BP-513458895-172.17.0.2-1732421684349 heartbeating to localhost/127.0.0.1:40431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-513458895-172.17.0.2-1732421684349 (Datanode Uuid d620ca8c-5549-4f6f-a4c3-f1fbbff788b1) service to localhost/127.0.0.1:40431 2024-11-24T04:16:15,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data3/current/BP-513458895-172.17.0.2-1732421684349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:16:15,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data4/current/BP-513458895-172.17.0.2-1732421684349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:16:15,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:16:15,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:15,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:16:15,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:16:15,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:16:15,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,STOPPED} 2024-11-24T04:16:15,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:16:15,404 WARN [BP-513458895-172.17.0.2-1732421684349 heartbeating to localhost/127.0.0.1:40431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:16:15,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:16:15,405 WARN [BP-513458895-172.17.0.2-1732421684349 heartbeating to localhost/127.0.0.1:40431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-513458895-172.17.0.2-1732421684349 (Datanode Uuid 6692577e-aacb-4af5-8ace-92da06ca4896) service to localhost/127.0.0.1:40431 2024-11-24T04:16:15,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data1/current/BP-513458895-172.17.0.2-1732421684349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:16:15,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/cluster_eb7dd5b8-86b9-4bde-cb4b-29e5ac88eec1/data/data2/current/BP-513458895-172.17.0.2-1732421684349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:16:15,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:16:15,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:16:15,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:16:15,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:16:15,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:16:15,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir/,STOPPED} 2024-11-24T04:16:15,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:16:15,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:16:15,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: regionserver/fadb2fe0ba32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40431 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40431 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2a2583a4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fadb2fe0ba32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:40431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fadb2fe0ba32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 490), ProcessCount=11 (was 11), AvailableMemoryMB=6062 (was 7337) 2024-11-24T04:16:15,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=6062 2024-11-24T04:16:15,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir so I do NOT create it in target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b 2024-11-24T04:16:15,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:16:15,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.tmp.dir so I do NOT create it in target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b 2024-11-24T04:16:15,558 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f3d3ef7-cf5e-9a46-f18d-e3b9068c5b7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:16:15,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b 2024-11-24T04:16:15,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:16:15,558 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02, deleteOnExit=true 2024-11-24T04:16:15,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:16:15,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/test.cache.data in system properties and HBase conf 2024-11-24T04:16:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:16:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:16:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:16:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:16:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:16:15,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:16:15,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:16:15,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:16:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:16:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:16:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:16:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:16:15,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:16:15,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:15,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:15,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:15,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:15,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:16:15,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:15,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c9ccb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:15,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1768dbfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:15,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ea1235f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/java.io.tmpdir/jetty-localhost-46387-hadoop-hdfs-3_4_1-tests_jar-_-any-2409090786593514686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:16:15,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f6bc4a0{HTTP/1.1, (http/1.1)}{localhost:46387} 2024-11-24T04:16:15,841 INFO [Time-limited test {}] server.Server(415): Started @93886ms 2024-11-24T04:16:15,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:15,979 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:15,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:15,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:15,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:16:15,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@141aec7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:15,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b00100d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:16,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42cfd252{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/java.io.tmpdir/jetty-localhost-45193-hadoop-hdfs-3_4_1-tests_jar-_-any-9346023302094808851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:16,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d38f81d{HTTP/1.1, (http/1.1)}{localhost:45193} 2024-11-24T04:16:16,125 INFO [Time-limited test {}] server.Server(415): Started @94171ms 2024-11-24T04:16:16,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:16:16,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:16,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:16,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:16,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:16,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:16:16,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a798b0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:16,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7554be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:16,303 WARN [Thread-665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data1/current/BP-1857773608-172.17.0.2-1732421775593/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:16,303 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data2/current/BP-1857773608-172.17.0.2-1732421775593/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:16,330 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:16:16,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc76fdc9acd4aaa03 with lease ID 0x9b8dd79cf229f564: Processing first storage report for DS-14c0fe8f-4114-4394-a05d-07d3e83ba4ae from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=0f28adeb-d6a4-4fc6-a68c-35a12c9d407c, infoPort=43987, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593) 2024-11-24T04:16:16,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc76fdc9acd4aaa03 with lease ID 0x9b8dd79cf229f564: from storage DS-14c0fe8f-4114-4394-a05d-07d3e83ba4ae node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=0f28adeb-d6a4-4fc6-a68c-35a12c9d407c, infoPort=43987, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:16,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc76fdc9acd4aaa03 with lease ID 0x9b8dd79cf229f564: Processing first storage report for DS-c9ea5aac-0206-4a37-a749-e50578d77ca8 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=0f28adeb-d6a4-4fc6-a68c-35a12c9d407c, infoPort=43987, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593) 2024-11-24T04:16:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc76fdc9acd4aaa03 with lease ID 0x9b8dd79cf229f564: from storage DS-c9ea5aac-0206-4a37-a749-e50578d77ca8 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=0f28adeb-d6a4-4fc6-a68c-35a12c9d407c, infoPort=43987, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:16,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62084108{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/java.io.tmpdir/jetty-localhost-37665-hadoop-hdfs-3_4_1-tests_jar-_-any-873463566632574750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:16,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17bbafa8{HTTP/1.1, (http/1.1)}{localhost:37665} 2024-11-24T04:16:16,365 INFO [Time-limited test {}] server.Server(415): Started @94411ms 2024-11-24T04:16:16,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:16:16,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:16,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:16,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:16,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:16,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:16:16,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ceb4815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:16,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d24a5aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:16,484 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data3/current/BP-1857773608-172.17.0.2-1732421775593/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:16,484 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data4/current/BP-1857773608-172.17.0.2-1732421775593/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:16,513 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:16:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc2072ee1d2ba0ee with lease ID 0x9b8dd79cf229f565: Processing first storage report for DS-e389567b-45df-431e-b757-0f714148f747 from datanode DatanodeRegistration(127.0.0.1:36527, datanodeUuid=03215e05-ce33-4107-934a-c2e114bc674c, infoPort=35265, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593) 2024-11-24T04:16:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc2072ee1d2ba0ee with lease ID 0x9b8dd79cf229f565: from storage DS-e389567b-45df-431e-b757-0f714148f747 node DatanodeRegistration(127.0.0.1:36527, datanodeUuid=03215e05-ce33-4107-934a-c2e114bc674c, infoPort=35265, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc2072ee1d2ba0ee with lease ID 0x9b8dd79cf229f565: Processing first storage report for DS-05a545c4-9a33-4a11-a98d-d530f251f319 from datanode DatanodeRegistration(127.0.0.1:36527, datanodeUuid=03215e05-ce33-4107-934a-c2e114bc674c, infoPort=35265, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593) 2024-11-24T04:16:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc2072ee1d2ba0ee with lease ID 0x9b8dd79cf229f565: from storage DS-05a545c4-9a33-4a11-a98d-d530f251f319 node DatanodeRegistration(127.0.0.1:36527, datanodeUuid=03215e05-ce33-4107-934a-c2e114bc674c, infoPort=35265, infoSecurePort=0, ipcPort=43735, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:16,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3323f5bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/java.io.tmpdir/jetty-localhost-46031-hadoop-hdfs-3_4_1-tests_jar-_-any-892898490932999991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:16,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73812e87{HTTP/1.1, (http/1.1)}{localhost:46031} 2024-11-24T04:16:16,584 INFO [Time-limited test {}] server.Server(415): Started @94630ms 2024-11-24T04:16:16,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:16:16,723 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data5/current/BP-1857773608-172.17.0.2-1732421775593/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:16,723 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data6/current/BP-1857773608-172.17.0.2-1732421775593/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:16,756 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:16:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa895b9ef30e7aeb3 with lease ID 0x9b8dd79cf229f566: Processing first storage report for DS-801a3949-497a-444b-b9ea-7286f54e5258 from datanode DatanodeRegistration(127.0.0.1:42515, datanodeUuid=6e60df79-adc3-48b2-bacb-ebe73a2d3da8, infoPort=35317, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593) 2024-11-24T04:16:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa895b9ef30e7aeb3 with lease ID 0x9b8dd79cf229f566: from storage DS-801a3949-497a-444b-b9ea-7286f54e5258 node DatanodeRegistration(127.0.0.1:42515, datanodeUuid=6e60df79-adc3-48b2-bacb-ebe73a2d3da8, infoPort=35317, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa895b9ef30e7aeb3 with lease ID 0x9b8dd79cf229f566: Processing first storage report for DS-c125d22b-186e-4160-a8c8-56009728060b from datanode DatanodeRegistration(127.0.0.1:42515, datanodeUuid=6e60df79-adc3-48b2-bacb-ebe73a2d3da8, infoPort=35317, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593) 2024-11-24T04:16:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa895b9ef30e7aeb3 with lease ID 0x9b8dd79cf229f566: from storage DS-c125d22b-186e-4160-a8c8-56009728060b node DatanodeRegistration(127.0.0.1:42515, datanodeUuid=6e60df79-adc3-48b2-bacb-ebe73a2d3da8, infoPort=35317, infoSecurePort=0, ipcPort=44631, storageInfo=lv=-57;cid=testClusterID;nsid=565761941;c=1732421775593), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:16,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b 2024-11-24T04:16:16,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/zookeeper_0, clientPort=64343, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:16:16,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64343 2024-11-24T04:16:16,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:16,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:16:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:16:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:16:16,883 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 with version=8 2024-11-24T04:16:16,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/hbase-staging 2024-11-24T04:16:16,885 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:16,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:16,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:16,886 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:16,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:16,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:16,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:16:16,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:16,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32959 2024-11-24T04:16:16,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32959 connecting to ZooKeeper ensemble=127.0.0.1:64343 2024-11-24T04:16:16,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329590x0, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:16,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32959-0x1014830605f0000 connected 2024-11-24T04:16:16,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:16,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:16,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:16:16,929 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1, hbase.cluster.distributed=false 2024-11-24T04:16:16,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:16:16,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-24T04:16:16,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32959 2024-11-24T04:16:16,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32959 2024-11-24T04:16:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-24T04:16:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-24T04:16:16,961 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:16,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:16,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:16,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:16,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:16,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:16,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:16:16,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:16,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46065 2024-11-24T04:16:16,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46065 connecting to ZooKeeper ensemble=127.0.0.1:64343 2024-11-24T04:16:16,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:16,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:16,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460650x0, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:16,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460650x0, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:16:16,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:16:16,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46065-0x1014830605f0001 connected 2024-11-24T04:16:16,982 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:16:16,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T04:16:16,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:16:16,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46065 2024-11-24T04:16:16,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46065 2024-11-24T04:16:16,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46065 2024-11-24T04:16:16,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46065 2024-11-24T04:16:16,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46065 2024-11-24T04:16:17,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:17,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:17,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:17,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:17,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:17,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:17,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:16:17,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:17,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42545 2024-11-24T04:16:17,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42545 connecting to ZooKeeper ensemble=127.0.0.1:64343 2024-11-24T04:16:17,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:17,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:17,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425450x0, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:17,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425450x0, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:16:17,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42545-0x1014830605f0002 connected 2024-11-24T04:16:17,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:16:17,032 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:16:17,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T04:16:17,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:16:17,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42545 2024-11-24T04:16:17,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42545 2024-11-24T04:16:17,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42545 2024-11-24T04:16:17,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42545 2024-11-24T04:16:17,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42545 2024-11-24T04:16:17,069 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:17,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:17,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:17,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:17,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:17,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:17,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:16:17,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:17,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37597 2024-11-24T04:16:17,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37597 connecting to ZooKeeper ensemble=127.0.0.1:64343 2024-11-24T04:16:17,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:17,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:17,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375970x0, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:16:17,079 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:16:17,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375970x0, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:17,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37597-0x1014830605f0003 connected 2024-11-24T04:16:17,080 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:16:17,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T04:16:17,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T04:16:17,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-24T04:16:17,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37597 2024-11-24T04:16:17,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37597 2024-11-24T04:16:17,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-24T04:16:17,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37597 2024-11-24T04:16:17,104 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:32959 2024-11-24T04:16:17,105 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T04:16:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T04:16:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T04:16:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,113 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T04:16:17,117 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fadb2fe0ba32,32959,1732421776885 from backup master directory 2024-11-24T04:16:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,119 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:17,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T04:16:17,119 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:17,130 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/hbase.id] with ID: 9b2d56de-977a-4e4e-a82b-e338641606bd 2024-11-24T04:16:17,130 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.tmp/hbase.id 2024-11-24T04:16:17,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:16:17,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:16:17,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:16:17,152 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.tmp/hbase.id]:[hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/hbase.id] 2024-11-24T04:16:17,173 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:17,173 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:16:17,177 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-24T04:16:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:16:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:16:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:16:17,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:16:17,204 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:16:17,205 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:16:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:16:17,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:16:17,242 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store 2024-11-24T04:16:17,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:16:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:16:17,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:16:17,263 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:17,263 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:16:17,263 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:17,263 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:17,264 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:16:17,264 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:17,264 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:17,264 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421777263Disabling compacts and flushes for region at 1732421777263Disabling writes for close at 1732421777264 (+1 ms)Writing region close event to WAL at 1732421777264Closed at 1732421777264 2024-11-24T04:16:17,265 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/.initializing 2024-11-24T04:16:17,265 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/WALs/fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:17,266 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:17,269 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C32959%2C1732421776885, suffix=, logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/WALs/fadb2fe0ba32,32959,1732421776885, archiveDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/oldWALs, maxLogs=10 2024-11-24T04:16:17,284 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/WALs/fadb2fe0ba32,32959,1732421776885/fadb2fe0ba32%2C32959%2C1732421776885.1732421777269, exclude list is [], retry=0 2024-11-24T04:16:17,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-14c0fe8f-4114-4394-a05d-07d3e83ba4ae,DISK] 2024-11-24T04:16:17,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-801a3949-497a-444b-b9ea-7286f54e5258,DISK] 2024-11-24T04:16:17,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36527,DS-e389567b-45df-431e-b757-0f714148f747,DISK] 2024-11-24T04:16:17,305 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/WALs/fadb2fe0ba32,32959,1732421776885/fadb2fe0ba32%2C32959%2C1732421776885.1732421777269 2024-11-24T04:16:17,305 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43987:43987),(127.0.0.1/127.0.0.1:35265:35265),(127.0.0.1/127.0.0.1:35317:35317)] 2024-11-24T04:16:17,305 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:16:17,306 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:17,306 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,306 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:16:17,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:17,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:16:17,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:17,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:16:17,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:17,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:16:17,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:17,321 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,322 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,323 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,325 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,325 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,325 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:17,327 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:17,334 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:17,334 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59668937, jitterRate=-0.11086355149745941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:17,335 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421777306Initializing all the Stores at 1732421777307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421777307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421777308 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421777308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421777308Cleaning up temporary data from old regions at 1732421777325 (+17 ms)Region opened successfully at 1732421777335 (+10 ms) 2024-11-24T04:16:17,336 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:16:17,343 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9e7bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:17,345 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:16:17,345 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:16:17,345 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:16:17,345 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:16:17,346 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:16:17,346 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:16:17,347 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T04:16:17,363 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:16:17,365 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T04:16:17,368 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T04:16:17,369 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:16:17,369 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:16:17,370 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T04:16:17,371 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:16:17,373 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:16:17,374 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T04:16:17,375 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:16:17,376 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T04:16:17,379 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:16:17,380 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T04:16:17,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,384 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,32959,1732421776885, sessionid=0x1014830605f0000, setting cluster-up flag (Was=false) 2024-11-24T04:16:17,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,395 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T04:16:17,397 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:17,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,408 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T04:16:17,409 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:17,411 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:16:17,413 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:17,414 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:16:17,414 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:16:17,414 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,32959,1732421776885 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:17,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:17,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:16:17,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:16:17,449 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421807449 2024-11-24T04:16:17,449 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:16:17,450 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:16:17,450 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:16:17,450 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:16:17,450 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:16:17,450 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:16:17,456 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,459 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:16:17,460 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:16:17,460 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:16:17,462 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:16:17,462 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:16:17,471 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421777462,5,FailOnTimeoutGroup] 2024-11-24T04:16:17,479 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421777471,5,FailOnTimeoutGroup] 2024-11-24T04:16:17,479 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,479 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:16:17,479 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,479 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:16:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:16:17,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:16:17,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:16:17,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:17,496 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(746): ClusterId : 9b2d56de-977a-4e4e-a82b-e338641606bd 2024-11-24T04:16:17,496 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:16:17,501 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:16:17,501 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:16:17,505 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:16:17,505 DEBUG [RS:0;fadb2fe0ba32:46065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5977381e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:17,508 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(746): ClusterId : 9b2d56de-977a-4e4e-a82b-e338641606bd 2024-11-24T04:16:17,508 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:16:17,512 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(746): ClusterId : 9b2d56de-977a-4e4e-a82b-e338641606bd 2024-11-24T04:16:17,512 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:16:17,513 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:16:17,513 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:16:17,518 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:16:17,519 DEBUG [RS:2;fadb2fe0ba32:37597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7fea8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:17,520 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:16:17,520 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:16:17,524 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:16:17,524 DEBUG [RS:1;fadb2fe0ba32:42545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249ae0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:17,530 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:46065 2024-11-24T04:16:17,531 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:16:17,531 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:16:17,531 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:16:17,533 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,32959,1732421776885 with port=46065, startcode=1732421776961 2024-11-24T04:16:17,533 DEBUG [RS:0;fadb2fe0ba32:46065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:16:17,562 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fadb2fe0ba32:42545 2024-11-24T04:16:17,562 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:16:17,562 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:16:17,562 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:16:17,564 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:16:17,553 DEBUG [RS:2;fadb2fe0ba32:37597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fadb2fe0ba32:37597 2024-11-24T04:16:17,564 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:16:17,564 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:16:17,564 DEBUG [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:16:17,565 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,32959,1732421776885 with port=42545, startcode=1732421777008 2024-11-24T04:16:17,565 DEBUG [RS:1;fadb2fe0ba32:42545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:16:17,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:17,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:17,567 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:17,567 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41063 2024-11-24T04:16:17,567 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:16:17,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:16:17,570 DEBUG [RS:0;fadb2fe0ba32:46065 {}] zookeeper.ZKUtil(111): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:17,570 WARN [RS:0;fadb2fe0ba32:46065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:17,570 INFO [RS:0;fadb2fe0ba32:46065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:17,570 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:17,572 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,32959,1732421776885 with port=37597, startcode=1732421777069 2024-11-24T04:16:17,572 DEBUG [RS:2;fadb2fe0ba32:37597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:16:17,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:16:17,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:16:17,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:16:17,593 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:16:17,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:17,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:17,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:17,597 DEBUG [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:17,597 DEBUG [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41063 2024-11-24T04:16:17,597 DEBUG [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:16:17,601 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:16:17,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:17,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32959 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:17,604 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:17,604 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41063 2024-11-24T04:16:17,604 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:16:17,604 DEBUG [RS:2;fadb2fe0ba32:37597 {}] zookeeper.ZKUtil(111): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:17,604 WARN [RS:2;fadb2fe0ba32:37597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:17,604 INFO [RS:2;fadb2fe0ba32:37597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:17,604 DEBUG [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:17,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,37597,1732421777069] 2024-11-24T04:16:17,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,46065,1732421776961] 2024-11-24T04:16:17,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:16:17,606 DEBUG [RS:1;fadb2fe0ba32:42545 {}] zookeeper.ZKUtil(111): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:17,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,42545,1732421777008] 2024-11-24T04:16:17,606 WARN [RS:1;fadb2fe0ba32:42545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:17,607 INFO [RS:1;fadb2fe0ba32:42545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:17,607 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:17,634 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:16:17,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:16:17,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:16:17,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:17,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:16:17,641 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:16:17,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:16:17,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,641 INFO [RS:0;fadb2fe0ba32:46065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:16:17,641 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:17,642 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:16:17,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:16:17,642 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:16:17,643 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,643 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,644 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,644 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:17,644 DEBUG [RS:0;fadb2fe0ba32:46065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:17,644 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:16:17,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:16:17,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:17,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:16:17,646 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:16:17,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:16:17,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:17,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:17,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:16:17,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740 2024-11-24T04:16:17,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740 2024-11-24T04:16:17,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:16:17,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:16:17,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:17,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:16:17,660 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,660 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,660 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,660 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,661 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,661 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:16:17,661 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46065,1732421776961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:17,676 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:16:17,688 INFO [RS:2;fadb2fe0ba32:37597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:16:17,689 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:17,695 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68848786, jitterRate=0.025926858186721802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:17,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421777596Initializing all the Stores at 1732421777599 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421777599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421777635 (+36 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421777635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421777635Cleaning up temporary data from old regions at 1732421777656 (+21 ms)Region opened successfully at 1732421777696 (+40 ms) 2024-11-24T04:16:17,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:16:17,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:16:17,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:16:17,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:16:17,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:16:17,700 INFO [RS:1;fadb2fe0ba32:42545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:16:17,700 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,703 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:16:17,704 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46065,1732421776961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,704 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,704 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.Replication(171): fadb2fe0ba32,46065,1732421776961 started 2024-11-24T04:16:17,708 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:16:17,710 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:16:17,710 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,710 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,711 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:17,711 DEBUG [RS:2;fadb2fe0ba32:37597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:17,726 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,726 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,46065,1732421776961, RpcServer on fadb2fe0ba32/172.17.0.2:46065, sessionid=0x1014830605f0001 2024-11-24T04:16:17,727 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:16:17,727 DEBUG [RS:0;fadb2fe0ba32:46065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:17,727 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46065,1732421776961' 2024-11-24T04:16:17,727 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T04:16:17,727 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:16:17,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421777696Disabling compacts and flushes for region at 1732421777696Disabling writes for close at 1732421777696Writing region close event to WAL at 1732421777727 (+31 ms)Closed at 1732421777727 2024-11-24T04:16:17,728 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:16:17,729 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T04:16:17,729 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:16:17,729 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:16:17,729 DEBUG [RS:0;fadb2fe0ba32:46065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:17,729 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46065,1732421776961' 2024-11-24T04:16:17,729 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T04:16:17,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:17,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:16:17,730 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:16:17,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:16:17,730 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,730 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,730 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,730 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,730 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:17,731 DEBUG [RS:1;fadb2fe0ba32:42545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:17,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:16:17,731 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T04:16:17,733 DEBUG [RS:0;fadb2fe0ba32:46065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:16:17,733 INFO [RS:0;fadb2fe0ba32:46065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:16:17,733 INFO [RS:0;fadb2fe0ba32:46065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:16:17,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:16:17,744 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,744 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,744 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37597,1732421777069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,745 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42545,1732421777008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:17,768 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:16:17,768 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37597,1732421777069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,769 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,769 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.Replication(171): fadb2fe0ba32,37597,1732421777069 started 2024-11-24T04:16:17,782 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:16:17,783 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42545,1732421777008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,783 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,783 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.Replication(171): fadb2fe0ba32,42545,1732421777008 started 2024-11-24T04:16:17,791 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,791 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,37597,1732421777069, RpcServer on fadb2fe0ba32/172.17.0.2:37597, sessionid=0x1014830605f0003 2024-11-24T04:16:17,791 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:16:17,791 DEBUG [RS:2;fadb2fe0ba32:37597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:17,791 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,37597,1732421777069' 2024-11-24T04:16:17,791 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T04:16:17,792 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T04:16:17,793 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:16:17,793 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:16:17,793 DEBUG [RS:2;fadb2fe0ba32:37597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:17,793 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,37597,1732421777069' 2024-11-24T04:16:17,793 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T04:16:17,794 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T04:16:17,794 DEBUG [RS:2;fadb2fe0ba32:37597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:16:17,794 INFO [RS:2;fadb2fe0ba32:37597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:16:17,794 INFO [RS:2;fadb2fe0ba32:37597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:16:17,807 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:17,807 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,42545,1732421777008, RpcServer on fadb2fe0ba32/172.17.0.2:42545, sessionid=0x1014830605f0002 2024-11-24T04:16:17,808 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:16:17,808 DEBUG [RS:1;fadb2fe0ba32:42545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:17,808 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,42545,1732421777008' 2024-11-24T04:16:17,808 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T04:16:17,816 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T04:16:17,817 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:16:17,817 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:16:17,817 DEBUG [RS:1;fadb2fe0ba32:42545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:17,817 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,42545,1732421777008' 2024-11-24T04:16:17,817 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T04:16:17,818 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T04:16:17,818 DEBUG [RS:1;fadb2fe0ba32:42545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:16:17,819 INFO [RS:1;fadb2fe0ba32:42545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:16:17,819 INFO [RS:1;fadb2fe0ba32:42545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:16:17,834 INFO [RS:0;fadb2fe0ba32:46065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:17,837 INFO [RS:0;fadb2fe0ba32:46065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C46065%2C1732421776961, suffix=, logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,46065,1732421776961, archiveDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs, maxLogs=32 2024-11-24T04:16:17,855 DEBUG [RS:0;fadb2fe0ba32:46065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,46065,1732421776961/fadb2fe0ba32%2C46065%2C1732421776961.1732421777838, exclude list is [], retry=0 2024-11-24T04:16:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-14c0fe8f-4114-4394-a05d-07d3e83ba4ae,DISK] 2024-11-24T04:16:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-801a3949-497a-444b-b9ea-7286f54e5258,DISK] 2024-11-24T04:16:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36527,DS-e389567b-45df-431e-b757-0f714148f747,DISK] 2024-11-24T04:16:17,881 INFO [RS:0;fadb2fe0ba32:46065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,46065,1732421776961/fadb2fe0ba32%2C46065%2C1732421776961.1732421777838 2024-11-24T04:16:17,882 DEBUG [RS:0;fadb2fe0ba32:46065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43987:43987),(127.0.0.1/127.0.0.1:35265:35265),(127.0.0.1/127.0.0.1:35317:35317)] 2024-11-24T04:16:17,884 DEBUG [fadb2fe0ba32:32959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:16:17,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:17,886 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,46065,1732421776961, state=OPENING 2024-11-24T04:16:17,888 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:16:17,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:16:17,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:17,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:17,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:17,891 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:16:17,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46065,1732421776961}] 2024-11-24T04:16:17,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:17,895 INFO [RS:2;fadb2fe0ba32:37597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:17,897 INFO [RS:2;fadb2fe0ba32:37597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C37597%2C1732421777069, suffix=, logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069, archiveDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs, maxLogs=32 2024-11-24T04:16:17,917 DEBUG [RS:2;fadb2fe0ba32:37597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, exclude list is [], retry=0 2024-11-24T04:16:17,919 INFO [RS:1;fadb2fe0ba32:42545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:17,921 INFO [RS:1;fadb2fe0ba32:42545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C42545%2C1732421777008, suffix=, logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,42545,1732421777008, archiveDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs, maxLogs=32 2024-11-24T04:16:17,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-801a3949-497a-444b-b9ea-7286f54e5258,DISK] 2024-11-24T04:16:17,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-14c0fe8f-4114-4394-a05d-07d3e83ba4ae,DISK] 2024-11-24T04:16:17,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36527,DS-e389567b-45df-431e-b757-0f714148f747,DISK] 2024-11-24T04:16:17,942 DEBUG [RS:1;fadb2fe0ba32:42545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,42545,1732421777008/fadb2fe0ba32%2C42545%2C1732421777008.1732421777922, exclude list is [], retry=0 2024-11-24T04:16:17,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-801a3949-497a-444b-b9ea-7286f54e5258,DISK] 2024-11-24T04:16:17,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-14c0fe8f-4114-4394-a05d-07d3e83ba4ae,DISK] 2024-11-24T04:16:17,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36527,DS-e389567b-45df-431e-b757-0f714148f747,DISK] 2024-11-24T04:16:17,962 INFO [RS:2;fadb2fe0ba32:37597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 2024-11-24T04:16:17,969 DEBUG [RS:2;fadb2fe0ba32:37597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35317:35317),(127.0.0.1/127.0.0.1:43987:43987),(127.0.0.1/127.0.0.1:35265:35265)] 2024-11-24T04:16:17,977 INFO [RS:1;fadb2fe0ba32:42545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,42545,1732421777008/fadb2fe0ba32%2C42545%2C1732421777008.1732421777922 2024-11-24T04:16:17,992 DEBUG [RS:1;fadb2fe0ba32:42545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35317:35317),(127.0.0.1/127.0.0.1:35265:35265),(127.0.0.1/127.0.0.1:43987:43987)] 2024-11-24T04:16:18,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:16:18,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:16:19,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:19,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:19,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:19,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:16:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:19,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:19,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:27,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:16:27,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:16:27,903 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:16:27,904 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:27,904 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:16:27,906 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C46065%2C1732421776961.meta, suffix=.meta, logDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,46065,1732421776961, archiveDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs, maxLogs=32 2024-11-24T04:16:27,926 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,46065,1732421776961/fadb2fe0ba32%2C46065%2C1732421776961.meta.1732421787907.meta, exclude list is [], retry=0 2024-11-24T04:16:27,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-801a3949-497a-444b-b9ea-7286f54e5258,DISK] 2024-11-24T04:16:27,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36527,DS-e389567b-45df-431e-b757-0f714148f747,DISK] 2024-11-24T04:16:27,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-14c0fe8f-4114-4394-a05d-07d3e83ba4ae,DISK] 2024-11-24T04:16:27,957 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,46065,1732421776961/fadb2fe0ba32%2C46065%2C1732421776961.meta.1732421787907.meta 2024-11-24T04:16:27,960 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35317:35317),(127.0.0.1/127.0.0.1:35265:35265),(127.0.0.1/127.0.0.1:43987:43987)] 2024-11-24T04:16:27,961 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:16:27,961 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:16:27,961 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:16:27,962 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:16:27,962 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:16:27,962 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:27,962 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:16:27,962 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:16:27,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:16:27,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:16:27,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:27,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:27,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:16:27,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:16:27,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:27,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:27,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:16:27,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:16:27,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:27,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:27,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:16:27,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:16:27,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:27,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:27,977 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:16:27,978 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740 2024-11-24T04:16:27,980 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740 2024-11-24T04:16:27,981 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:16:27,981 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:16:27,982 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:27,983 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:16:27,985 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75368497, jitterRate=0.1230781227350235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:27,985 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:16:27,987 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421787962Writing region info on filesystem at 1732421787962Initializing all the Stores at 1732421787964 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421787964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421787968 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421787968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421787968Cleaning up temporary data from old regions at 1732421787981 (+13 ms)Running coprocessor post-open hooks at 1732421787986 (+5 ms)Region opened successfully at 1732421787987 (+1 ms) 2024-11-24T04:16:27,988 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421787894 2024-11-24T04:16:27,991 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:16:27,991 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:16:27,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:27,992 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,46065,1732421776961, state=OPEN 2024-11-24T04:16:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:16:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:16:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:16:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T04:16:27,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:27,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:27,996 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:27,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:27,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T04:16:27,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:16:27,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46065,1732421776961 in 10.1050 sec 2024-11-24T04:16:28,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:16:28,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2690 sec 2024-11-24T04:16:28,003 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:28,003 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:16:28,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:28,006 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,46065,1732421776961, seqNum=-1] 2024-11-24T04:16:28,007 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:28,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:28,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6010 sec 2024-11-24T04:16:28,014 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421788014, completionTime=-1 2024-11-24T04:16:28,014 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T04:16:28,014 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:16:28,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T04:16:28,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421848016 2024-11-24T04:16:28,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421908016 2024-11-24T04:16:28,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T04:16:28,017 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,32959,1732421776885-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:28,017 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,32959,1732421776885-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:28,017 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,32959,1732421776885-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:28,017 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:32959, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:28,017 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:28,019 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:16:28,022 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:28,026 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.907sec 2024-11-24T04:16:28,027 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:16:28,027 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:16:28,027 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:16:28,027 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:16:28,027 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:16:28,027 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,32959,1732421776885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:28,027 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,32959,1732421776885-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:16:28,030 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:16:28,030 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:16:28,030 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,32959,1732421776885-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:28,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412e7377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:28,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,32959,-1 for getting cluster id 2024-11-24T04:16:28,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:28,118 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b2d56de-977a-4e4e-a82b-e338641606bd' 2024-11-24T04:16:28,119 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:28,119 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b2d56de-977a-4e4e-a82b-e338641606bd" 2024-11-24T04:16:28,120 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8afb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:28,120 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,32959,-1] 2024-11-24T04:16:28,120 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:28,120 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:28,122 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:28,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee13126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:28,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:28,125 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,46065,1732421776961, seqNum=-1] 2024-11-24T04:16:28,126 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:28,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:28,130 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732421788130 (current time:1732421788130). 2024-11-24T04:16:28,130 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T04:16:28,130 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T04:16:28,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9d3988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:28,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,32959,-1 for getting cluster id 2024-11-24T04:16:28,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:28,138 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b2d56de-977a-4e4e-a82b-e338641606bd' 2024-11-24T04:16:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b2d56de-977a-4e4e-a82b-e338641606bd" 2024-11-24T04:16:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5330db74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:28,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,32959,-1] 2024-11-24T04:16:28,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:28,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:28,140 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:28,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616e5551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:28,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:28,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,46065,1732421776961, seqNum=-1] 2024-11-24T04:16:28,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:28,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:28,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:16:28,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:28,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:28,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:28,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:28,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:28,148 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:28,148 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1922ad83 2024-11-24T04:16:28,149 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:28,150 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:28,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:16:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T04:16:28,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:16:28,155 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:28,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T04:16:28,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:16:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741837_1013 (size=361) 2024-11-24T04:16:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741837_1013 (size=361) 2024-11-24T04:16:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741837_1013 (size=361) 2024-11-24T04:16:28,184 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28c91ee2492421950dab946cee8e605d, NAME => 'SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,184 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 88b9d42e674429b8d29247d8ff4a576f, NAME => 'SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,184 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cb2a7cf6e3359c8e577c26e5ed304b48, NAME => 'SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741838_1014 (size=54) 2024-11-24T04:16:28,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741838_1014 (size=54) 2024-11-24T04:16:28,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741838_1014 (size=54) 2024-11-24T04:16:28,223 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 28c91ee2492421950dab946cee8e605d, disabling compactions & flushes 2024-11-24T04:16:28,224 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. after waiting 0 ms 2024-11-24T04:16:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:28,224 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:28,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28c91ee2492421950dab946cee8e605d: Waiting for close lock at 1732421788224Disabling compacts and flushes for region at 1732421788224Disabling writes for close at 1732421788224Writing region close event to WAL at 1732421788224Closed at 1732421788224 2024-11-24T04:16:28,225 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9961e96af74026fb1ee433bb1fb2282, NAME => 'SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741839_1015 (size=62) 2024-11-24T04:16:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741839_1015 (size=62) 2024-11-24T04:16:28,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741839_1015 (size=62) 2024-11-24T04:16:28,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cb2a7cf6e3359c8e577c26e5ed304b48, disabling compactions & flushes 2024-11-24T04:16:28,240 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:28,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:28,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. after waiting 0 ms 2024-11-24T04:16:28,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:28,240 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:28,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cb2a7cf6e3359c8e577c26e5ed304b48: Waiting for close lock at 1732421788239Disabling compacts and flushes for region at 1732421788239Disabling writes for close at 1732421788240 (+1 ms)Writing region close event to WAL at 1732421788240Closed at 1732421788240 2024-11-24T04:16:28,249 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 85c717a7f8ad24e1fe2b2540852a5b04, NAME => 'SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741840_1016 (size=62) 2024-11-24T04:16:28,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741840_1016 (size=62) 2024-11-24T04:16:28,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741840_1016 (size=62) 2024-11-24T04:16:28,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,257 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 88b9d42e674429b8d29247d8ff4a576f, disabling compactions & flushes 2024-11-24T04:16:28,258 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:28,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:28,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. after waiting 0 ms 2024-11-24T04:16:28,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:28,258 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:28,258 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 88b9d42e674429b8d29247d8ff4a576f: Waiting for close lock at 1732421788257Disabling compacts and flushes for region at 1732421788257Disabling writes for close at 1732421788258 (+1 ms)Writing region close event to WAL at 1732421788258Closed at 1732421788258 2024-11-24T04:16:28,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0ccb60a4a58a94563f20b33b6f628a6a, NAME => 'SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741841_1017 (size=62) 2024-11-24T04:16:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741841_1017 (size=62) 2024-11-24T04:16:28,286 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741841_1017 (size=62) 2024-11-24T04:16:28,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e9961e96af74026fb1ee433bb1fb2282, disabling compactions & flushes 2024-11-24T04:16:28,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:28,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:28,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. after waiting 0 ms 2024-11-24T04:16:28,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:28,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:28,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9961e96af74026fb1ee433bb1fb2282: Waiting for close lock at 1732421788287Disabling compacts and flushes for region at 1732421788287Disabling writes for close at 1732421788287Writing region close event to WAL at 1732421788287Closed at 1732421788287 2024-11-24T04:16:28,288 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc35d0fe1eea2c7c353e16f78cc3adcf, NAME => 'SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741843_1019 (size=62) 2024-11-24T04:16:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741843_1019 (size=62) 2024-11-24T04:16:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741843_1019 (size=62) 2024-11-24T04:16:28,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0ccb60a4a58a94563f20b33b6f628a6a, disabling compactions & flushes 2024-11-24T04:16:28,325 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:28,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:28,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. after waiting 0 ms 2024-11-24T04:16:28,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:28,325 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:28,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0ccb60a4a58a94563f20b33b6f628a6a: Waiting for close lock at 1732421788325Disabling compacts and flushes for region at 1732421788325Disabling writes for close at 1732421788325Writing region close event to WAL at 1732421788325Closed at 1732421788325 2024-11-24T04:16:28,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 802241cad56f39021dd014ce5c47c00b, NAME => 'SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741842_1018 (size=62) 2024-11-24T04:16:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741842_1018 (size=62) 2024-11-24T04:16:28,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741842_1018 (size=62) 2024-11-24T04:16:28,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 85c717a7f8ad24e1fe2b2540852a5b04, disabling compactions & flushes 2024-11-24T04:16:28,342 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:28,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:28,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. after waiting 0 ms 2024-11-24T04:16:28,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:28,342 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:28,342 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 85c717a7f8ad24e1fe2b2540852a5b04: Waiting for close lock at 1732421788342Disabling compacts and flushes for region at 1732421788342Disabling writes for close at 1732421788342Writing region close event to WAL at 1732421788342Closed at 1732421788342 2024-11-24T04:16:28,343 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b60224ce5e43306c5bbe6ef6faaba1b7, NAME => 'SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741844_1020 (size=62) 2024-11-24T04:16:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741844_1020 (size=62) 2024-11-24T04:16:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741844_1020 (size=62) 2024-11-24T04:16:28,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fc35d0fe1eea2c7c353e16f78cc3adcf, disabling compactions & flushes 2024-11-24T04:16:28,372 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:28,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:28,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. after waiting 0 ms 2024-11-24T04:16:28,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:28,372 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:28,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc35d0fe1eea2c7c353e16f78cc3adcf: Waiting for close lock at 1732421788372Disabling compacts and flushes for region at 1732421788372Disabling writes for close at 1732421788372Writing region close event to WAL at 1732421788372Closed at 1732421788372 2024-11-24T04:16:28,373 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3939460d3d7911d73fe0988211456f06, NAME => 'SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1 2024-11-24T04:16:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741846_1022 (size=62) 2024-11-24T04:16:28,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741846_1022 (size=62) 2024-11-24T04:16:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741846_1022 (size=62) 2024-11-24T04:16:28,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b60224ce5e43306c5bbe6ef6faaba1b7, disabling compactions & flushes 2024-11-24T04:16:28,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:28,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:28,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. after waiting 0 ms 2024-11-24T04:16:28,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:28,416 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:28,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b60224ce5e43306c5bbe6ef6faaba1b7: Waiting for close lock at 1732421788415Disabling compacts and flushes for region at 1732421788415Disabling writes for close at 1732421788416 (+1 ms)Writing region close event to WAL at 1732421788416Closed at 1732421788416 2024-11-24T04:16:28,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741845_1021 (size=62) 2024-11-24T04:16:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741845_1021 (size=62) 2024-11-24T04:16:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741845_1021 (size=62) 2024-11-24T04:16:28,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 802241cad56f39021dd014ce5c47c00b, disabling compactions & flushes 2024-11-24T04:16:28,423 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:28,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:28,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. after waiting 0 ms 2024-11-24T04:16:28,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:28,424 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:28,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 802241cad56f39021dd014ce5c47c00b: Waiting for close lock at 1732421788423Disabling compacts and flushes for region at 1732421788423Disabling writes for close at 1732421788424 (+1 ms)Writing region close event to WAL at 1732421788424Closed at 1732421788424 2024-11-24T04:16:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741847_1023 (size=54) 2024-11-24T04:16:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741847_1023 (size=54) 2024-11-24T04:16:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741847_1023 (size=54) 2024-11-24T04:16:28,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:28,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3939460d3d7911d73fe0988211456f06, disabling compactions & flushes 2024-11-24T04:16:28,451 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:28,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:28,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. after waiting 0 ms 2024-11-24T04:16:28,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:28,451 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:28,451 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3939460d3d7911d73fe0988211456f06: Waiting for close lock at 1732421788451Disabling compacts and flushes for region at 1732421788451Disabling writes for close at 1732421788451Writing region close event to WAL at 1732421788451Closed at 1732421788451 2024-11-24T04:16:28,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:16:28,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732421788453"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421788453"}]},"ts":"1732421788453"} 2024-11-24T04:16:28,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T04:16:28,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:16:28,465 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421788464"}]},"ts":"1732421788464"} 2024-11-24T04:16:28,467 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T04:16:28,467 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {fadb2fe0ba32=0} racks are {/default-rack=0} 2024-11-24T04:16:28,474 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T04:16:28,474 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T04:16:28,474 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T04:16:28,474 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T04:16:28,474 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T04:16:28,474 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T04:16:28,474 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T04:16:28,474 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T04:16:28,474 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T04:16:28,474 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T04:16:28,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c91ee2492421950dab946cee8e605d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88b9d42e674429b8d29247d8ff4a576f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9961e96af74026fb1ee433bb1fb2282, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85c717a7f8ad24e1fe2b2540852a5b04, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc35d0fe1eea2c7c353e16f78cc3adcf, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=802241cad56f39021dd014ce5c47c00b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3939460d3d7911d73fe0988211456f06, ASSIGN}] 2024-11-24T04:16:28,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3939460d3d7911d73fe0988211456f06, ASSIGN 2024-11-24T04:16:28,478 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN 2024-11-24T04:16:28,479 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=802241cad56f39021dd014ce5c47c00b, ASSIGN 2024-11-24T04:16:28,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc35d0fe1eea2c7c353e16f78cc3adcf, ASSIGN 2024-11-24T04:16:28,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN 2024-11-24T04:16:28,480 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=802241cad56f39021dd014ce5c47c00b, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,46065,1732421776961; forceNewPlan=false, retain=false 2024-11-24T04:16:28,480 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3939460d3d7911d73fe0988211456f06, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,42545,1732421777008; forceNewPlan=false, retain=false 2024-11-24T04:16:28,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc35d0fe1eea2c7c353e16f78cc3adcf, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,42545,1732421777008; forceNewPlan=false, retain=false 2024-11-24T04:16:28,481 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,37597,1732421777069; forceNewPlan=false, retain=false 2024-11-24T04:16:28,482 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85c717a7f8ad24e1fe2b2540852a5b04, ASSIGN 2024-11-24T04:16:28,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,37597,1732421777069; forceNewPlan=false, retain=false 2024-11-24T04:16:28,483 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85c717a7f8ad24e1fe2b2540852a5b04, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,46065,1732421776961; forceNewPlan=false, retain=false 2024-11-24T04:16:28,483 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9961e96af74026fb1ee433bb1fb2282, ASSIGN 2024-11-24T04:16:28,484 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9961e96af74026fb1ee433bb1fb2282, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,42545,1732421777008; forceNewPlan=false, retain=false 2024-11-24T04:16:28,485 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN 2024-11-24T04:16:28,486 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,37597,1732421777069; forceNewPlan=false, retain=false 2024-11-24T04:16:28,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c91ee2492421950dab946cee8e605d, ASSIGN 2024-11-24T04:16:28,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88b9d42e674429b8d29247d8ff4a576f, ASSIGN 2024-11-24T04:16:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:28,490 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28c91ee2492421950dab946cee8e605d, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,42545,1732421777008; forceNewPlan=false, retain=false 2024-11-24T04:16:28,490 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88b9d42e674429b8d29247d8ff4a576f, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,46065,1732421776961; forceNewPlan=false, retain=false 2024-11-24T04:16:28,631 INFO [fadb2fe0ba32:32959 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T04:16:28,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88b9d42e674429b8d29247d8ff4a576f, regionState=OPENING, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:28,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=802241cad56f39021dd014ce5c47c00b, regionState=OPENING, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:28,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3939460d3d7911d73fe0988211456f06, regionState=OPENING, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:28,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85c717a7f8ad24e1fe2b2540852a5b04, regionState=OPENING, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:28,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fc35d0fe1eea2c7c353e16f78cc3adcf, regionState=OPENING, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:28,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28c91ee2492421950dab946cee8e605d, regionState=OPENING, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:28,633 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e9961e96af74026fb1ee433bb1fb2282, regionState=OPENING, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:28,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b60224ce5e43306c5bbe6ef6faaba1b7, regionState=OPENING, regionLocation=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:28,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0ccb60a4a58a94563f20b33b6f628a6a, regionState=OPENING, regionLocation=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:28,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cb2a7cf6e3359c8e577c26e5ed304b48, regionState=OPENING, regionLocation=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:28,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85c717a7f8ad24e1fe2b2540852a5b04, ASSIGN because future has completed 2024-11-24T04:16:28,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85c717a7f8ad24e1fe2b2540852a5b04, server=fadb2fe0ba32,46065,1732421776961}] 2024-11-24T04:16:28,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=802241cad56f39021dd014ce5c47c00b, ASSIGN because future has completed 2024-11-24T04:16:28,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802241cad56f39021dd014ce5c47c00b, server=fadb2fe0ba32,46065,1732421776961}] 2024-11-24T04:16:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3939460d3d7911d73fe0988211456f06, ASSIGN because future has completed 2024-11-24T04:16:28,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3939460d3d7911d73fe0988211456f06, server=fadb2fe0ba32,42545,1732421777008}] 2024-11-24T04:16:28,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=88b9d42e674429b8d29247d8ff4a576f, ASSIGN because future has completed 2024-11-24T04:16:28,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN because future has completed 2024-11-24T04:16:28,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc35d0fe1eea2c7c353e16f78cc3adcf, ASSIGN because future has completed 2024-11-24T04:16:28,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b9d42e674429b8d29247d8ff4a576f, server=fadb2fe0ba32,46065,1732421776961}] 2024-11-24T04:16:28,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9961e96af74026fb1ee433bb1fb2282, ASSIGN because future has completed 2024-11-24T04:16:28,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN because future has completed 2024-11-24T04:16:28,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9961e96af74026fb1ee433bb1fb2282, server=fadb2fe0ba32,42545,1732421777008}] 2024-11-24T04:16:28,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc35d0fe1eea2c7c353e16f78cc3adcf, server=fadb2fe0ba32,42545,1732421777008}] 2024-11-24T04:16:28,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN because future has completed 2024-11-24T04:16:28,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28c91ee2492421950dab946cee8e605d, ASSIGN because future has completed 2024-11-24T04:16:28,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7, server=fadb2fe0ba32,37597,1732421777069}] 2024-11-24T04:16:28,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c91ee2492421950dab946cee8e605d, server=fadb2fe0ba32,42545,1732421777008}] 2024-11-24T04:16:28,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a, server=fadb2fe0ba32,37597,1732421777069}] 2024-11-24T04:16:28,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48, server=fadb2fe0ba32,37597,1732421777069}] 2024-11-24T04:16:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:28,822 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T04:16:28,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:16:28,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:16:28,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:16:28,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:16:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:29,634 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:16:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:32,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:32,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:32,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:33,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:16:33,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:33,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:33,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:38,648 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 88b9d42e674429b8d29247d8ff4a576f, NAME => 'SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T04:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,648 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,650 INFO [StoreOpener-88b9d42e674429b8d29247d8ff4a576f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,651 INFO [StoreOpener-88b9d42e674429b8d29247d8ff4a576f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b9d42e674429b8d29247d8ff4a576f columnFamilyName cf 2024-11-24T04:16:38,651 DEBUG [StoreOpener-88b9d42e674429b8d29247d8ff4a576f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,652 INFO [StoreOpener-88b9d42e674429b8d29247d8ff4a576f-1 {}] regionserver.HStore(327): Store=88b9d42e674429b8d29247d8ff4a576f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,652 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,653 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,653 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,653 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,653 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,655 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,657 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/88b9d42e674429b8d29247d8ff4a576f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,657 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 88b9d42e674429b8d29247d8ff4a576f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62510773, jitterRate=-0.06851689517498016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,657 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:38,658 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 88b9d42e674429b8d29247d8ff4a576f: Running coprocessor pre-open hook at 1732421798648Writing region info on filesystem at 1732421798648Initializing all the Stores at 1732421798649 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798649Cleaning up temporary data from old regions at 1732421798653 (+4 ms)Running coprocessor post-open hooks at 1732421798658 (+5 ms)Region opened successfully at 1732421798658 2024-11-24T04:16:38,658 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:16:38,659 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f., pid=18, masterSystemTime=1732421798642 2024-11-24T04:16:38,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:38,661 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:38,661 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 85c717a7f8ad24e1fe2b2540852a5b04, NAME => 'SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T04:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88b9d42e674429b8d29247d8ff4a576f, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,661 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b9d42e674429b8d29247d8ff4a576f, server=fadb2fe0ba32,46065,1732421776961 because future has completed 2024-11-24T04:16:38,664 INFO [StoreOpener-85c717a7f8ad24e1fe2b2540852a5b04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,665 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fc35d0fe1eea2c7c353e16f78cc3adcf, NAME => 'SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T04:16:38,665 INFO [StoreOpener-85c717a7f8ad24e1fe2b2540852a5b04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85c717a7f8ad24e1fe2b2540852a5b04 columnFamilyName cf 2024-11-24T04:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,665 DEBUG [StoreOpener-85c717a7f8ad24e1fe2b2540852a5b04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,665 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,666 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,666 INFO [StoreOpener-85c717a7f8ad24e1fe2b2540852a5b04-1 {}] regionserver.HStore(327): Store=85c717a7f8ad24e1fe2b2540852a5b04/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,666 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-24T04:16:38,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 88b9d42e674429b8d29247d8ff4a576f, server=fadb2fe0ba32,46065,1732421776961 in 10.0150 sec 2024-11-24T04:16:38,667 INFO [StoreOpener-fc35d0fe1eea2c7c353e16f78cc3adcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,667 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,668 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,668 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,668 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=88b9d42e674429b8d29247d8ff4a576f, ASSIGN in 10.1920 sec 2024-11-24T04:16:38,668 INFO [StoreOpener-fc35d0fe1eea2c7c353e16f78cc3adcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc35d0fe1eea2c7c353e16f78cc3adcf columnFamilyName cf 2024-11-24T04:16:38,669 DEBUG [StoreOpener-fc35d0fe1eea2c7c353e16f78cc3adcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,669 INFO [StoreOpener-fc35d0fe1eea2c7c353e16f78cc3adcf-1 {}] regionserver.HStore(327): Store=fc35d0fe1eea2c7c353e16f78cc3adcf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,669 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,670 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:16:38,670 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,670 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,670 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,671 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,671 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:16:38,672 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/85c717a7f8ad24e1fe2b2540852a5b04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,673 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 85c717a7f8ad24e1fe2b2540852a5b04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74965805, jitterRate=0.1170775443315506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,673 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:38,673 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 85c717a7f8ad24e1fe2b2540852a5b04: Running coprocessor pre-open hook at 1732421798662Writing region info on filesystem at 1732421798662Initializing all the Stores at 1732421798663 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798663Cleaning up temporary data from old regions at 1732421798668 (+5 ms)Running coprocessor post-open hooks at 1732421798673 (+5 ms)Region opened successfully at 1732421798673 2024-11-24T04:16:38,673 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,674 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04., pid=15, masterSystemTime=1732421798642 2024-11-24T04:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:38,676 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:38,676 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 802241cad56f39021dd014ce5c47c00b, NAME => 'SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T04:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85c717a7f8ad24e1fe2b2540852a5b04, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,676 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,677 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:38,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ccb60a4a58a94563f20b33b6f628a6a, NAME => 'SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T04:16:38,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,677 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fc35d0fe1eea2c7c353e16f78cc3adcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70957988, jitterRate=0.057356417179107666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:38,678 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,678 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,678 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fc35d0fe1eea2c7c353e16f78cc3adcf: Running coprocessor pre-open hook at 1732421798666Writing region info on filesystem at 1732421798666Initializing all the Stores at 1732421798667 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798667Cleaning up temporary data from old regions at 1732421798671 (+4 ms)Running coprocessor post-open hooks at 1732421798677 (+6 ms)Region opened successfully at 1732421798678 (+1 ms) 2024-11-24T04:16:38,679 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., pid=19, masterSystemTime=1732421798657 2024-11-24T04:16:38,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85c717a7f8ad24e1fe2b2540852a5b04, server=fadb2fe0ba32,46065,1732421776961 because future has completed 2024-11-24T04:16:38,679 INFO [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,680 INFO [StoreOpener-802241cad56f39021dd014ce5c47c00b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,681 INFO [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccb60a4a58a94563f20b33b6f628a6a columnFamilyName cf 2024-11-24T04:16:38,681 DEBUG [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,681 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:38,681 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:38,681 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:38,681 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3939460d3d7911d73fe0988211456f06, NAME => 'SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T04:16:38,682 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,682 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,682 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,682 INFO [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] regionserver.HStore(327): Store=0ccb60a4a58a94563f20b33b6f628a6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,682 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,682 INFO [StoreOpener-802241cad56f39021dd014ce5c47c00b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 802241cad56f39021dd014ce5c47c00b columnFamilyName cf 2024-11-24T04:16:38,682 DEBUG [StoreOpener-802241cad56f39021dd014ce5c47c00b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,682 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,683 INFO [StoreOpener-802241cad56f39021dd014ce5c47c00b-1 {}] regionserver.HStore(327): Store=802241cad56f39021dd014ce5c47c00b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,683 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,683 INFO [StoreOpener-3939460d3d7911d73fe0988211456f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,684 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,684 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,684 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,685 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,685 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,685 INFO [StoreOpener-3939460d3d7911d73fe0988211456f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3939460d3d7911d73fe0988211456f06 columnFamilyName cf 2024-11-24T04:16:38,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fc35d0fe1eea2c7c353e16f78cc3adcf, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:38,685 DEBUG [StoreOpener-3939460d3d7911d73fe0988211456f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,686 INFO [StoreOpener-3939460d3d7911d73fe0988211456f06-1 {}] regionserver.HStore(327): Store=3939460d3d7911d73fe0988211456f06/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,686 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-24T04:16:38,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85c717a7f8ad24e1fe2b2540852a5b04, server=fadb2fe0ba32,46065,1732421776961 in 10.0420 sec 2024-11-24T04:16:38,686 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,687 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,687 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,687 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc35d0fe1eea2c7c353e16f78cc3adcf, server=fadb2fe0ba32,42545,1732421777008 because future has completed 2024-11-24T04:16:38,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85c717a7f8ad24e1fe2b2540852a5b04, ASSIGN in 10.2110 sec 2024-11-24T04:16:38,688 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,688 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,689 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,689 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,689 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,691 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-24T04:16:38,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fc35d0fe1eea2c7c353e16f78cc3adcf, server=fadb2fe0ba32,42545,1732421777008 in 10.0310 sec 2024-11-24T04:16:38,691 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,692 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 802241cad56f39021dd014ce5c47c00b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62829797, jitterRate=-0.06376306712627411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,692 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:38,692 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 802241cad56f39021dd014ce5c47c00b: Running coprocessor pre-open hook at 1732421798677Writing region info on filesystem at 1732421798677Initializing all the Stores at 1732421798679 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798679Cleaning up temporary data from old regions at 1732421798685 (+6 ms)Running coprocessor post-open hooks at 1732421798692 (+7 ms)Region opened successfully at 1732421798692 2024-11-24T04:16:38,693 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b., pid=16, masterSystemTime=1732421798642 2024-11-24T04:16:38,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc35d0fe1eea2c7c353e16f78cc3adcf, ASSIGN in 10.2160 sec 2024-11-24T04:16:38,694 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/0ccb60a4a58a94563f20b33b6f628a6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,694 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,694 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3939460d3d7911d73fe0988211456f06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71080082, jitterRate=0.0591757595539093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,694 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:38,694 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0ccb60a4a58a94563f20b33b6f628a6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74401247, jitterRate=0.10866497457027435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,694 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:38,694 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3939460d3d7911d73fe0988211456f06: Running coprocessor pre-open hook at 1732421798682Writing region info on filesystem at 1732421798682Initializing all the Stores at 1732421798683 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798683Cleaning up temporary data from old regions at 1732421798689 (+6 ms)Running coprocessor post-open hooks at 1732421798694 (+5 ms)Region opened successfully at 1732421798694 2024-11-24T04:16:38,695 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0ccb60a4a58a94563f20b33b6f628a6a: Running coprocessor pre-open hook at 1732421798678Writing region info on filesystem at 1732421798678Initializing all the Stores at 1732421798679 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798679Cleaning up temporary data from old regions at 1732421798687 (+8 ms)Running coprocessor post-open hooks at 1732421798694 (+7 ms)Region opened successfully at 1732421798694 2024-11-24T04:16:38,695 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:38,695 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:38,695 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., pid=17, masterSystemTime=1732421798657 2024-11-24T04:16:38,695 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a., pid=23, masterSystemTime=1732421798669 2024-11-24T04:16:38,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=802241cad56f39021dd014ce5c47c00b, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:38,697 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:38,698 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:38,698 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e9961e96af74026fb1ee433bb1fb2282, NAME => 'SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T04:16:38,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3939460d3d7911d73fe0988211456f06, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:38,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 802241cad56f39021dd014ce5c47c00b, server=fadb2fe0ba32,46065,1732421776961 because future has completed 2024-11-24T04:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,698 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,699 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:38,699 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:38,699 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:38,699 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0ccb60a4a58a94563f20b33b6f628a6a, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:38,700 INFO [StoreOpener-e9961e96af74026fb1ee433bb1fb2282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3939460d3d7911d73fe0988211456f06, server=fadb2fe0ba32,42545,1732421777008 because future has completed 2024-11-24T04:16:38,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a, server=fadb2fe0ba32,37597,1732421777069 because future has completed 2024-11-24T04:16:38,703 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => cb2a7cf6e3359c8e577c26e5ed304b48, NAME => 'SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T04:16:38,703 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,703 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,703 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,703 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-24T04:16:38,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 802241cad56f39021dd014ce5c47c00b, server=fadb2fe0ba32,46065,1732421776961 in 10.0600 sec 2024-11-24T04:16:38,705 INFO [StoreOpener-e9961e96af74026fb1ee433bb1fb2282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9961e96af74026fb1ee433bb1fb2282 columnFamilyName cf 2024-11-24T04:16:38,705 INFO [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,705 DEBUG [StoreOpener-e9961e96af74026fb1ee433bb1fb2282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-24T04:16:38,705 INFO [StoreOpener-e9961e96af74026fb1ee433bb1fb2282-1 {}] regionserver.HStore(327): Store=e9961e96af74026fb1ee433bb1fb2282/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,706 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=802241cad56f39021dd014ce5c47c00b, ASSIGN in 10.2280 sec 2024-11-24T04:16:38,706 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,707 INFO [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb2a7cf6e3359c8e577c26e5ed304b48 columnFamilyName cf 2024-11-24T04:16:38,707 DEBUG [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,707 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,707 INFO [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] regionserver.HStore(327): Store=cb2a7cf6e3359c8e577c26e5ed304b48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,707 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,708 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,708 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3939460d3d7911d73fe0988211456f06, server=fadb2fe0ba32,42545,1732421777008 in 10.0550 sec 2024-11-24T04:16:38,709 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-24T04:16:38,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3939460d3d7911d73fe0988211456f06, ASSIGN in 10.2310 sec 2024-11-24T04:16:38,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a, server=fadb2fe0ba32,37597,1732421777069 in 10.0390 sec 2024-11-24T04:16:38,709 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,710 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,710 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN in 10.2340 sec 2024-11-24T04:16:38,711 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,712 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,714 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/cb2a7cf6e3359c8e577c26e5ed304b48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,714 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened cb2a7cf6e3359c8e577c26e5ed304b48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63935090, jitterRate=-0.04729291796684265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,715 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:38,715 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for cb2a7cf6e3359c8e577c26e5ed304b48: Running coprocessor pre-open hook at 1732421798703Writing region info on filesystem at 1732421798703Initializing all the Stores at 1732421798704 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798704Cleaning up temporary data from old regions at 1732421798710 (+6 ms)Running coprocessor post-open hooks at 1732421798715 (+5 ms)Region opened successfully at 1732421798715 2024-11-24T04:16:38,715 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/e9961e96af74026fb1ee433bb1fb2282/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,715 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48., pid=24, masterSystemTime=1732421798669 2024-11-24T04:16:38,716 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e9961e96af74026fb1ee433bb1fb2282; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75350640, jitterRate=0.12281203269958496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,716 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:38,716 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e9961e96af74026fb1ee433bb1fb2282: Running coprocessor pre-open hook at 1732421798698Writing region info on filesystem at 1732421798698Initializing all the Stores at 1732421798699 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798699Cleaning up temporary data from old regions at 1732421798708 (+9 ms)Running coprocessor post-open hooks at 1732421798716 (+8 ms)Region opened successfully at 1732421798716 2024-11-24T04:16:38,717 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282., pid=21, masterSystemTime=1732421798657 2024-11-24T04:16:38,717 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:38,717 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:38,718 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:38,718 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b60224ce5e43306c5bbe6ef6faaba1b7, NAME => 'SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T04:16:38,718 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,718 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,718 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,718 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cb2a7cf6e3359c8e577c26e5ed304b48, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:38,720 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:38,720 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:38,720 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:38,720 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 28c91ee2492421950dab946cee8e605d, NAME => 'SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T04:16:38,720 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,721 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:38,721 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,721 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,722 INFO [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e9961e96af74026fb1ee433bb1fb2282, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:38,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48, server=fadb2fe0ba32,37597,1732421777069 because future has completed 2024-11-24T04:16:38,724 INFO [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60224ce5e43306c5bbe6ef6faaba1b7 columnFamilyName cf 2024-11-24T04:16:38,724 DEBUG [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,724 INFO [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] regionserver.HStore(327): Store=b60224ce5e43306c5bbe6ef6faaba1b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,724 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9961e96af74026fb1ee433bb1fb2282, server=fadb2fe0ba32,42545,1732421777008 because future has completed 2024-11-24T04:16:38,725 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,726 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,726 INFO [StoreOpener-28c91ee2492421950dab946cee8e605d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,726 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,727 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,728 INFO [StoreOpener-28c91ee2492421950dab946cee8e605d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c91ee2492421950dab946cee8e605d columnFamilyName cf 2024-11-24T04:16:38,728 DEBUG [StoreOpener-28c91ee2492421950dab946cee8e605d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:38,729 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,729 INFO [StoreOpener-28c91ee2492421950dab946cee8e605d-1 {}] regionserver.HStore(327): Store=28c91ee2492421950dab946cee8e605d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:38,729 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-24T04:16:38,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48, server=fadb2fe0ba32,37597,1732421777069 in 10.0570 sec 2024-11-24T04:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,731 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,734 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,734 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN in 10.2550 sec 2024-11-24T04:16:38,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-24T04:16:38,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e9961e96af74026fb1ee433bb1fb2282, server=fadb2fe0ba32,42545,1732421777008 in 10.0680 sec 2024-11-24T04:16:38,734 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,735 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b60224ce5e43306c5bbe6ef6faaba1b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74249596, jitterRate=0.10640519857406616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,735 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:38,735 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b60224ce5e43306c5bbe6ef6faaba1b7: Running coprocessor pre-open hook at 1732421798719Writing region info on filesystem at 1732421798719Initializing all the Stores at 1732421798721 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798721Cleaning up temporary data from old regions at 1732421798727 (+6 ms)Running coprocessor post-open hooks at 1732421798735 (+8 ms)Region opened successfully at 1732421798735 2024-11-24T04:16:38,735 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., pid=20, masterSystemTime=1732421798669 2024-11-24T04:16:38,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9961e96af74026fb1ee433bb1fb2282, ASSIGN in 10.2590 sec 2024-11-24T04:16:38,736 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,737 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:38,737 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:38,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b60224ce5e43306c5bbe6ef6faaba1b7, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:38,738 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/28c91ee2492421950dab946cee8e605d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:38,739 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 28c91ee2492421950dab946cee8e605d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62093689, jitterRate=-0.07473193109035492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:16:38,739 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:38,740 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 28c91ee2492421950dab946cee8e605d: Running coprocessor pre-open hook at 1732421798721Writing region info on filesystem at 1732421798721Initializing all the Stores at 1732421798726 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421798726Cleaning up temporary data from old regions at 1732421798734 (+8 ms)Running coprocessor post-open hooks at 1732421798739 (+5 ms)Region opened successfully at 1732421798739 2024-11-24T04:16:38,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7, server=fadb2fe0ba32,37597,1732421777069 because future has completed 2024-11-24T04:16:38,740 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d., pid=22, masterSystemTime=1732421798657 2024-11-24T04:16:38,742 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:38,742 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:38,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-24T04:16:38,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28c91ee2492421950dab946cee8e605d, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:38,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7, server=fadb2fe0ba32,37597,1732421777069 in 10.0840 sec 2024-11-24T04:16:38,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN in 10.2680 sec 2024-11-24T04:16:38,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c91ee2492421950dab946cee8e605d, server=fadb2fe0ba32,42545,1732421777008 because future has completed 2024-11-24T04:16:38,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-24T04:16:38,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28c91ee2492421950dab946cee8e605d, server=fadb2fe0ba32,42545,1732421777008 in 10.0860 sec 2024-11-24T04:16:38,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:16:38,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c91ee2492421950dab946cee8e605d, ASSIGN in 10.2780 sec 2024-11-24T04:16:38,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:16:38,757 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421798756"}]},"ts":"1732421798756"} 2024-11-24T04:16:38,758 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T04:16:38,759 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:16:38,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6070 sec 2024-11-24T04:16:41,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T04:16:43,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:43,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:43,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:44,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:16:44,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:44,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:44,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:16:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:46,409 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T04:16:46,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T04:16:46,409 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:16:46,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T04:16:46,413 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:16:46,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T04:16:46,433 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,435 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,436 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,438 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,439 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,440 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,466 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b., hostname=fadb2fe0ba32,46065,1732421776961, seqNum=2] 2024-11-24T04:16:46,468 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b., hostname=fadb2fe0ba32,46065,1732421776961, seqNum=2] 2024-11-24T04:16:46,469 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b., hostname=fadb2fe0ba32,46065,1732421776961, seqNum=2] 2024-11-24T04:16:46,470 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b., hostname=fadb2fe0ba32,46065,1732421776961, seqNum=2] 2024-11-24T04:16:46,471 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b., hostname=fadb2fe0ba32,46065,1732421776961, seqNum=2] 2024-11-24T04:16:46,501 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., hostname=fadb2fe0ba32,37597,1732421777069, seqNum=2] 2024-11-24T04:16:46,503 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., hostname=fadb2fe0ba32,37597,1732421777069, seqNum=2] 2024-11-24T04:16:46,504 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., hostname=fadb2fe0ba32,37597,1732421777069, seqNum=2] 2024-11-24T04:16:46,506 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., hostname=fadb2fe0ba32,37597,1732421777069, seqNum=2] 2024-11-24T04:16:46,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., hostname=fadb2fe0ba32,37597,1732421777069, seqNum=2] 2024-11-24T04:16:46,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,562 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,565 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,566 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,566 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., hostname=fadb2fe0ba32,42545,1732421777008, seqNum=2] 2024-11-24T04:16:46,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:16:47,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:47,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:47,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:47,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:47,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46065 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:16:47,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42545 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:47,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37597 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:16:47,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42545 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:16:47,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42545 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T04:16:47,930 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T04:16:47,930 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:16:47,931 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T04:16:47,933 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T04:16:47,937 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T04:16:47,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741848_1024 (size=49) 2024-11-24T04:16:47,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741848_1024 (size=49) 2024-11-24T04:16:47,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741848_1024 (size=49) 2024-11-24T04:16:47,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T04:16:47,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c91ee2492421950dab946cee8e605d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88b9d42e674429b8d29247d8ff4a576f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9961e96af74026fb1ee433bb1fb2282}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85c717a7f8ad24e1fe2b2540852a5b04}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc35d0fe1eea2c7c353e16f78cc3adcf}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 802241cad56f39021dd014ce5c47c00b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3939460d3d7911d73fe0988211456f06}] 2024-11-24T04:16:47,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:47,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:47,960 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:47,960 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:47,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:47,965 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:47,968 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:47,968 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:47,968 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:47,968 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:51,252 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-24T04:16:57,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T04:16:57,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T04:16:57,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T04:16:57,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:57,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:57,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 85c717a7f8ad24e1fe2b2540852a5b04: 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. for SnapshotProcedureTest completed. 2024-11-24T04:16:57,963 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b60224ce5e43306c5bbe6ef6faaba1b7 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T04:16:57,963 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3939460d3d7911d73fe0988211456f06 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:57,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:57,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T04:16:57,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T04:16:57,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 88b9d42e674429b8d29247d8ff4a576f: 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. for SnapshotProcedureTest completed. 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0ccb60a4a58a94563f20b33b6f628a6a: 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. for SnapshotProcedureTest completed. 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e9961e96af74026fb1ee433bb1fb2282: 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. for SnapshotProcedureTest completed. 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:16:57,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:16:57,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for cb2a7cf6e3359c8e577c26e5ed304b48: 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. for SnapshotProcedureTest completed. 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 28c91ee2492421950dab946cee8e605d: 2024-11-24T04:16:57,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 802241cad56f39021dd014ce5c47c00b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. for SnapshotProcedureTest completed. 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:16:57,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T04:16:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741849_1025 (size=65) 2024-11-24T04:16:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741849_1025 (size=65) 2024-11-24T04:16:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741849_1025 (size=65) 2024-11-24T04:16:57,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:16:58,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T04:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T04:16:58,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:58,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:16:58,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/.tmp/cf/3373fa8356d4425895910da969b6b082 is 34, key is baa/cf:cf/1732421807254/Put/seqid=0 2024-11-24T04:16:58,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 85c717a7f8ad24e1fe2b2540852a5b04 in 10.0440 sec 2024-11-24T04:16:58,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/.tmp/cf/5e1add7ee5ca4b37a53f42c3fa81fabd is 34, key is ccd/cf:cf/1732421807290/Put/seqid=0 2024-11-24T04:16:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741850_1026 (size=65) 2024-11-24T04:16:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741854_1030 (size=65) 2024-11-24T04:16:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741850_1026 (size=65) 2024-11-24T04:16:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741850_1026 (size=65) 2024-11-24T04:16:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741854_1030 (size=65) 2024-11-24T04:16:58,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:16:58,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T04:16:58,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741854_1030 (size=65) 2024-11-24T04:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T04:16:58,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:16:58,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:58,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T04:16:58,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T04:16:58,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:58,012 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:16:58,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 88b9d42e674429b8d29247d8ff4a576f in 10.0550 sec 2024-11-24T04:16:58,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48 in 10.0560 sec 2024-11-24T04:16:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741852_1028 (size=57) 2024-11-24T04:16:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741852_1028 (size=57) 2024-11-24T04:16:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741852_1028 (size=57) 2024-11-24T04:16:58,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:16:58,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T04:16:58,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:58,025 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing fc35d0fe1eea2c7c353e16f78cc3adcf 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-24T04:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T04:16:58,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:58,025 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c91ee2492421950dab946cee8e605d 2024-11-24T04:16:58,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28c91ee2492421950dab946cee8e605d in 10.0690 sec 2024-11-24T04:16:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741851_1027 (size=65) 2024-11-24T04:16:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741851_1027 (size=65) 2024-11-24T04:16:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741851_1027 (size=65) 2024-11-24T04:16:58,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:16:58,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T04:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T04:16:58,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:58,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:16:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741853_1029 (size=65) 2024-11-24T04:16:58,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9961e96af74026fb1ee433bb1fb2282 in 10.0800 sec 2024-11-24T04:16:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741853_1029 (size=65) 2024-11-24T04:16:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741853_1029 (size=65) 2024-11-24T04:16:58,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:16:58,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T04:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T04:16:58,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:58,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:16:58,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a in 10.0840 sec 2024-11-24T04:16:58,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/.tmp/cf/040acdbe5bea4bd7956943f41efd8a05 is 34, key is eaa/cf:cf/1732421807786/Put/seqid=0 2024-11-24T04:16:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741855_1031 (size=28623) 2024-11-24T04:16:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741855_1031 (size=28623) 2024-11-24T04:16:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741855_1031 (size=28623) 2024-11-24T04:16:58,060 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/.tmp/cf/3373fa8356d4425895910da969b6b082 2024-11-24T04:16:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741856_1032 (size=47197) 2024-11-24T04:16:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741856_1032 (size=47197) 2024-11-24T04:16:58,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741856_1032 (size=47197) 2024-11-24T04:16:58,064 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/.tmp/cf/5e1add7ee5ca4b37a53f42c3fa81fabd 2024-11-24T04:16:58,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/.tmp/cf/9e7cca1d29944d11be8ae394ce91f30a is 34, key is aaa/cf:cf/1732421807309/Put/seqid=0 2024-11-24T04:16:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741857_1033 (size=499309) 2024-11-24T04:16:58,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741857_1033 (size=499309) 2024-11-24T04:16:58,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741857_1033 (size=499309) 2024-11-24T04:16:58,086 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/.tmp/cf/040acdbe5bea4bd7956943f41efd8a05 2024-11-24T04:16:58,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/.tmp/cf/3373fa8356d4425895910da969b6b082 as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/cf/3373fa8356d4425895910da969b6b082 2024-11-24T04:16:58,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/.tmp/cf/040acdbe5bea4bd7956943f41efd8a05 as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/cf/040acdbe5bea4bd7956943f41efd8a05 2024-11-24T04:16:58,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/cf/040acdbe5bea4bd7956943f41efd8a05, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-24T04:16:58,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3939460d3d7911d73fe0988211456f06 in 137ms, sequenceid=5, compaction requested=false 2024-11-24T04:16:58,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3939460d3d7911d73fe0988211456f06: 2024-11-24T04:16:58,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. for SnapshotProcedureTest completed. 2024-11-24T04:16:58,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:58,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/cf/040acdbe5bea4bd7956943f41efd8a05] hfiles 2024-11-24T04:16:58,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/cf/040acdbe5bea4bd7956943f41efd8a05 for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/.tmp/cf/5e1add7ee5ca4b37a53f42c3fa81fabd as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/cf/5e1add7ee5ca4b37a53f42c3fa81fabd 2024-11-24T04:16:58,102 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/cf/3373fa8356d4425895910da969b6b082, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T04:16:58,103 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 802241cad56f39021dd014ce5c47c00b in 138ms, sequenceid=5, compaction requested=false 2024-11-24T04:16:58,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 802241cad56f39021dd014ce5c47c00b: 2024-11-24T04:16:58,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. for SnapshotProcedureTest completed. 2024-11-24T04:16:58,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:58,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/cf/3373fa8356d4425895910da969b6b082] hfiles 2024-11-24T04:16:58,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/cf/3373fa8356d4425895910da969b6b082 for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741858_1034 (size=26918) 2024-11-24T04:16:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741858_1034 (size=26918) 2024-11-24T04:16:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741858_1034 (size=26918) 2024-11-24T04:16:58,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/.tmp/cf/9e7cca1d29944d11be8ae394ce91f30a 2024-11-24T04:16:58,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/cf/5e1add7ee5ca4b37a53f42c3fa81fabd, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T04:16:58,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b60224ce5e43306c5bbe6ef6faaba1b7 in 149ms, sequenceid=5, compaction requested=false 2024-11-24T04:16:58,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b60224ce5e43306c5bbe6ef6faaba1b7: 2024-11-24T04:16:58,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. for SnapshotProcedureTest completed. 2024-11-24T04:16:58,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:58,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/cf/5e1add7ee5ca4b37a53f42c3fa81fabd] hfiles 2024-11-24T04:16:58,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/cf/5e1add7ee5ca4b37a53f42c3fa81fabd for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/.tmp/cf/9e7cca1d29944d11be8ae394ce91f30a as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/cf/9e7cca1d29944d11be8ae394ce91f30a 2024-11-24T04:16:58,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/cf/9e7cca1d29944d11be8ae394ce91f30a, entries=676, sequenceid=5, filesize=26.3 K 2024-11-24T04:16:58,127 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for fc35d0fe1eea2c7c353e16f78cc3adcf in 102ms, sequenceid=5, compaction requested=false 2024-11-24T04:16:58,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for fc35d0fe1eea2c7c353e16f78cc3adcf: 2024-11-24T04:16:58,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. for SnapshotProcedureTest completed. 2024-11-24T04:16:58,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T04:16:58,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/cf/9e7cca1d29944d11be8ae394ce91f30a] hfiles 2024-11-24T04:16:58,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/cf/9e7cca1d29944d11be8ae394ce91f30a for snapshot=SnapshotProcedureTest 2024-11-24T04:16:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741859_1035 (size=97) 2024-11-24T04:16:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741859_1035 (size=97) 2024-11-24T04:16:58,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741859_1035 (size=97) 2024-11-24T04:16:58,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:16:58,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T04:16:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T04:16:58,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:58,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3939460d3d7911d73fe0988211456f06 2024-11-24T04:16:58,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741861_1037 (size=105) 2024-11-24T04:16:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741861_1037 (size=105) 2024-11-24T04:16:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741861_1037 (size=105) 2024-11-24T04:16:58,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:16:58,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T04:16:58,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3939460d3d7911d73fe0988211456f06 in 10.2050 sec 2024-11-24T04:16:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T04:16:58,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:58,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:16:58,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7 in 10.2080 sec 2024-11-24T04:16:58,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741860_1036 (size=105) 2024-11-24T04:16:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741860_1036 (size=105) 2024-11-24T04:16:58,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741860_1036 (size=105) 2024-11-24T04:16:58,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:16:58,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T04:16:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T04:16:58,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:58,197 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:16:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741862_1038 (size=105) 2024-11-24T04:16:58,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741862_1038 (size=105) 2024-11-24T04:16:58,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 802241cad56f39021dd014ce5c47c00b in 10.2410 sec 2024-11-24T04:16:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741862_1038 (size=105) 2024-11-24T04:16:58,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:16:58,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T04:16:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T04:16:58,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:58,204 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:16:58,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-24T04:16:58,208 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T04:16:58,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc35d0fe1eea2c7c353e16f78cc3adcf in 10.2480 sec 2024-11-24T04:16:58,209 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T04:16:58,210 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T04:16:58,210 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T04:16:58,212 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T04:16:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741863_1039 (size=1174) 2024-11-24T04:16:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741863_1039 (size=1174) 2024-11-24T04:16:58,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741863_1039 (size=1174) 2024-11-24T04:16:58,276 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T04:16:58,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T04:16:58,286 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,286 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:58,287 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,287 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:58,287 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,291 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:58,292 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:58,292 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:58,292 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:16:58,343 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:16:58,344 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fadb2fe0ba32,37597,1732421777069: Simulated kill ***** 2024-11-24T04:16:58,344 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:16:58,344 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:16:58,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:16:58,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:16:58,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:16:58,345 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 470965760 }, "NonHeapMemoryUsage": { "committed": 176226304, "init": 7667712, "max": -1, "used": 171326544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:16:58,346 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32959 {}] master.MasterRpcServices(700): fadb2fe0ba32,37597,1732421777069 reported a fatal error: ***** ABORTING region server fadb2fe0ba32,37597,1732421777069: Simulated kill ***** 2024-11-24T04:16:58,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,37597,1732421777069' ***** 2024-11-24T04:16:58,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T04:16:58,347 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:16:58,347 INFO [RS:2;fadb2fe0ba32:37597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T04:16:58,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:16:58,347 INFO [RS:2;fadb2fe0ba32:37597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T04:16:58,347 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:16:58,347 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T04:16:58,347 INFO [RS:2;fadb2fe0ba32:37597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fadb2fe0ba32:37597. 2024-11-24T04:16:58,347 DEBUG [RS:2;fadb2fe0ba32:37597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:58,347 DEBUG [RS:2;fadb2fe0ba32:37597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741834_1010 (size=1488) 2024-11-24T04:16:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741834_1010 (size=1488) 2024-11-24T04:16:58,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741834_1010 (size=1488) 2024-11-24T04:16:58,351 DEBUG [RS:2;fadb2fe0ba32:37597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:58,352 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:58,352 INFO [RS:2;fadb2fe0ba32:37597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37597 2024-11-24T04:16:58,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:16:58,357 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:16:58,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,37597,1732421777069] 2024-11-24T04:16:58,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fadb2fe0ba32,37597,1732421777069 already deleted, retry=false 2024-11-24T04:16:58,360 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fadb2fe0ba32,37597,1732421777069 on fadb2fe0ba32,32959,1732421776885 2024-11-24T04:16:58,361 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fadb2fe0ba32,37597,1732421777069, splitWal=true, meta=false 2024-11-24T04:16:58,361 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for fadb2fe0ba32,37597,1732421777069 (carryingMeta=false) fadb2fe0ba32,37597,1732421777069/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7d82f80b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T04:16:58,361 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fadb2fe0ba32,37597,1732421777069, splitWal=true, meta=false 2024-11-24T04:16:58,362 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fadb2fe0ba32,37597,1732421777069 had 3 regions 2024-11-24T04:16:58,363 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fadb2fe0ba32,37597,1732421777069, splitWal=true, meta=false, isMeta: false 2024-11-24T04:16:58,364 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting 2024-11-24T04:16:58,365 INFO [PEWorker-3 {}] master.SplitWALManager(105): fadb2fe0ba32,37597,1732421777069 WAL count=1, meta=false 2024-11-24T04:16:58,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fadb2fe0ba32%2C37597%2C1732421777069.1732421777898}] 2024-11-24T04:16:58,367 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:16:58,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, worker=fadb2fe0ba32,46065,1732421776961}] 2024-11-24T04:16:58,369 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,37597,1732421777069 Release verify snapshot worker=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,369 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to fadb2fe0ba32,37597,1732421777069, this operation will be retried to send to another server 2024-11-24T04:16:58,369 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:16:58,370 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732421819370 2024-11-24T04:16:58,371 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,37597,1732421777069 Release verify snapshot worker=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,371 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to fadb2fe0ba32,37597,1732421777069, this operation will be retried to send to another server 2024-11-24T04:16:58,371 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-24T04:16:58,371 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:16:58,371 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-24T04:16:58,371 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-24T04:16:58,372 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732421819371 2024-11-24T04:16:58,373 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,37597,1732421777069 Release verify snapshot worker=fadb2fe0ba32,37597,1732421777069 2024-11-24T04:16:58,373 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to fadb2fe0ba32,37597,1732421777069, this operation will be retried to send to another server 2024-11-24T04:16:58,373 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:16:58,373 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732421819373 2024-11-24T04:16:58,379 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:58,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:58,459 INFO [RS:2;fadb2fe0ba32:37597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:16:58,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37597-0x1014830605f0003, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:58,459 INFO [RS:2;fadb2fe0ba32:37597 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,37597,1732421777069; zookeeper connection closed. 2024-11-24T04:16:58,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c8d3afc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c8d3afc 2024-11-24T04:16:58,745 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:16:58,745 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:17:08,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-24T04:17:08,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-24T04:17:08,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-24T04:17:08,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-24T04:17:08,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T04:17:08,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T04:17:08,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T04:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-24T04:17:08,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T04:17:08,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-24T04:17:08,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-24T04:17:08,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-24T04:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T04:17:08,294 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 Release verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-24T04:17:08,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T04:17:08,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T04:17:08,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-24T04:17:08,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 in 10.0130 sec 2024-11-24T04:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T04:17:08,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T04:17:08,299 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:08,300 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 Release verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-24T04:17:08,301 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T04:17:08,307 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 Release verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:08,307 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 Release verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:08,307 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 Release verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:08,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 in 10.0180 sec 2024-11-24T04:17:08,307 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:08,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 in 10.0250 sec 2024-11-24T04:17:08,309 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:08,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 in 10.0250 sec 2024-11-24T04:17:08,310 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, size=1.5 K (1488bytes) 2024-11-24T04:17:08,310 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 2024-11-24T04:17:08,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 in 10.0250 sec 2024-11-24T04:17:08,311 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 after 0ms 2024-11-24T04:17:08,311 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 Release verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:08,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 in 10.0290 sec 2024-11-24T04:17:08,313 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 took 3ms 2024-11-24T04:17:08,321 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0ccb60a4a58a94563f20b33b6f628a6a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T04:17:08,322 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cb2a7cf6e3359c8e577c26e5ed304b48: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T04:17:08,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b60224ce5e43306c5bbe6ef6faaba1b7: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-24T04:17:08,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 so closing down 2024-11-24T04:17:08,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T04:17:08,324 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T04:17:08,324 INFO [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-24T04:17:08,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, journal: Splitting hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, size=1.5 K (1488bytes) at 1732421828310Finishing writing output for hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 so closing down at 1732421828324 (+14 ms)3 split writer threads finished at 1732421828324Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732421828324 2024-11-24T04:17:08,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 2024-11-24T04:17:08,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T04:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-24T04:17:08,329 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting/fadb2fe0ba32%2C37597%2C1732421777069.1732421777898 to hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs 2024-11-24T04:17:08,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T04:17:08,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, worker=fadb2fe0ba32,46065,1732421776961 in 9.9610 sec 2024-11-24T04:17:08,335 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:08,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T04:17:08,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure fadb2fe0ba32%2C37597%2C1732421777069.1732421777898, worker=fadb2fe0ba32,46065,1732421776961 in 9.9700 sec 2024-11-24T04:17:08,339 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting dir is empty, no logs to split. 2024-11-24T04:17:08,339 INFO [PEWorker-1 {}] master.SplitWALManager(105): fadb2fe0ba32,37597,1732421777069 WAL count=0, meta=false 2024-11-24T04:17:08,339 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fadb2fe0ba32,37597,1732421777069 WAL splitting is done? wals=0, meta=false 2024-11-24T04:17:08,342 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fadb2fe0ba32,37597,1732421777069 failed, ignore...File hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/WALs/fadb2fe0ba32,37597,1732421777069-splitting does not exist. 2024-11-24T04:17:08,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN}] 2024-11-24T04:17:08,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN 2024-11-24T04:17:08,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN 2024-11-24T04:17:08,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN 2024-11-24T04:17:08,346 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:17:08,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:17:08,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:17:08,497 DEBUG [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(204): Hosts are {fadb2fe0ba32=0} racks are {/default-rack=0} 2024-11-24T04:17:08,497 DEBUG [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T04:17:08,497 DEBUG [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T04:17:08,497 DEBUG [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T04:17:08,497 DEBUG [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T04:17:08,497 INFO [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T04:17:08,497 INFO [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T04:17:08,497 DEBUG [fadb2fe0ba32:32959 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T04:17:08,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=b60224ce5e43306c5bbe6ef6faaba1b7, regionState=OPENING, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:08,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=0ccb60a4a58a94563f20b33b6f628a6a, regionState=OPENING, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:08,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=cb2a7cf6e3359c8e577c26e5ed304b48, regionState=OPENING, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:08,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN because future has completed 2024-11-24T04:17:08,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a, server=fadb2fe0ba32,46065,1732421776961}] 2024-11-24T04:17:08,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN because future has completed 2024-11-24T04:17:08,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN because future has completed 2024-11-24T04:17:08,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48, server=fadb2fe0ba32,42545,1732421777008}] 2024-11-24T04:17:08,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7, server=fadb2fe0ba32,42545,1732421777008}] 2024-11-24T04:17:08,741 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T04:17:08,742 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T04:17:16,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:17:18,303 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,303 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ccb60a4a58a94563f20b33b6f628a6a, NAME => 'SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T04:17:18,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-24T04:17:18,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-24T04:17:18,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-24T04:17:18,304 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,304 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:18,304 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,304 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-24T04:17:18,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T04:17:18,305 INFO [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T04:17:18,306 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 Release verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:18,306 INFO [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccb60a4a58a94563f20b33b6f628a6a columnFamilyName cf 2024-11-24T04:17:18,306 DEBUG [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,307 INFO [StoreOpener-0ccb60a4a58a94563f20b33b6f628a6a-1 {}] regionserver.HStore(327): Store=0ccb60a4a58a94563f20b33b6f628a6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:18,307 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,307 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 Release verify snapshot worker=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:18,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 in 20.0240 sec 2024-11-24T04:17:18,308 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,46065,1732421776961 in 20.0250 sec 2024-11-24T04:17:18,309 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,310 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,310 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,310 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-24T04:17:18,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-24T04:17:18,310 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => cb2a7cf6e3359c8e577c26e5ed304b48, NAME => 'SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T04:17:18,311 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,311 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:18,311 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,311 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T04:17:18,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T04:17:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-24T04:17:18,312 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,312 INFO [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,313 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 0ccb60a4a58a94563f20b33b6f628a6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71210024, jitterRate=0.061112046241760254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:17:18,313 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,313 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 0ccb60a4a58a94563f20b33b6f628a6a: Running coprocessor pre-open hook at 1732421838304Writing region info on filesystem at 1732421838304Initializing all the Stores at 1732421838305 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421838305Cleaning up temporary data from old regions at 1732421838310 (+5 ms)Running coprocessor post-open hooks at 1732421838313 (+3 ms)Region opened successfully at 1732421838313 2024-11-24T04:17:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32959 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-24T04:17:18,313 INFO [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb2a7cf6e3359c8e577c26e5ed304b48 columnFamilyName cf 2024-11-24T04:17:18,313 DEBUG [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,314 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 Release verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:18,314 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a., pid=52, masterSystemTime=1732421838299 2024-11-24T04:17:18,314 INFO [StoreOpener-cb2a7cf6e3359c8e577c26e5ed304b48-1 {}] regionserver.HStore(327): Store=cb2a7cf6e3359c8e577c26e5ed304b48/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:18,314 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,315 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 in 20.0320 sec 2024-11-24T04:17:18,315 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 Release verify snapshot worker=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:18,316 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,316 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,316 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=0ccb60a4a58a94563f20b33b6f628a6a, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:18,317 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,317 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-11-24T04:17:18,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=fadb2fe0ba32,42545,1732421777008 in 20.0340 sec 2024-11-24T04:17:18,318 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T04:17:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a, server=fadb2fe0ba32,46065,1732421776961 because future has completed 2024-11-24T04:17:18,319 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,319 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T04:17:18,321 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened cb2a7cf6e3359c8e577c26e5ed304b48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73394816, jitterRate=0.09366798400878906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:17:18,321 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,321 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for cb2a7cf6e3359c8e577c26e5ed304b48: Running coprocessor pre-open hook at 1732421838311Writing region info on filesystem at 1732421838311Initializing all the Stores at 1732421838312 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421838312Cleaning up temporary data from old regions at 1732421838317 (+5 ms)Running coprocessor post-open hooks at 1732421838321 (+4 ms)Region opened successfully at 1732421838321 2024-11-24T04:17:18,321 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T04:17:18,321 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T04:17:18,321 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48., pid=53, masterSystemTime=1732421838307 2024-11-24T04:17:18,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-24T04:17:18,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ccb60a4a58a94563f20b33b6f628a6a, server=fadb2fe0ba32,46065,1732421776961 in 9.8190 sec 2024-11-24T04:17:18,323 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,323 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,323 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3980 sec 2024-11-24T04:17:18,323 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => b60224ce5e43306c5bbe6ef6faaba1b7, NAME => 'SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T04:17:18,324 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,324 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:18,324 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,324 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0ccb60a4a58a94563f20b33b6f628a6a, ASSIGN in 9.9790 sec 2024-11-24T04:17:18,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=cb2a7cf6e3359c8e577c26e5ed304b48, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:18,325 INFO [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,326 INFO [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60224ce5e43306c5bbe6ef6faaba1b7 columnFamilyName cf 2024-11-24T04:17:18,326 DEBUG [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48, server=fadb2fe0ba32,42545,1732421777008 because future has completed 2024-11-24T04:17:18,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-24T04:17:18,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure cb2a7cf6e3359c8e577c26e5ed304b48, server=fadb2fe0ba32,42545,1732421777008 in 9.8230 sec 2024-11-24T04:17:18,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb2a7cf6e3359c8e577c26e5ed304b48, ASSIGN in 9.9860 sec 2024-11-24T04:17:18,334 DEBUG [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/cf/5e1add7ee5ca4b37a53f42c3fa81fabd 2024-11-24T04:17:18,335 INFO [StoreOpener-b60224ce5e43306c5bbe6ef6faaba1b7-1 {}] regionserver.HStore(327): Store=b60224ce5e43306c5bbe6ef6faaba1b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:18,335 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,335 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,337 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,337 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,337 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,339 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,341 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:17:18,342 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened b60224ce5e43306c5bbe6ef6faaba1b7; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63215229, jitterRate=-0.05801968276500702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T04:17:18,342 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,342 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for b60224ce5e43306c5bbe6ef6faaba1b7: Running coprocessor pre-open hook at 1732421838324Writing region info on filesystem at 1732421838324Initializing all the Stores at 1732421838325 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421838325Cleaning up temporary data from old regions at 1732421838337 (+12 ms)Running coprocessor post-open hooks at 1732421838342 (+5 ms)Region opened successfully at 1732421838342 2024-11-24T04:17:18,343 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., pid=54, masterSystemTime=1732421838307 2024-11-24T04:17:18,344 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,344 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=b60224ce5e43306c5bbe6ef6faaba1b7, regionState=OPEN, openSeqNum=6, regionLocation=fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:18,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7, server=fadb2fe0ba32,42545,1732421777008 because future has completed 2024-11-24T04:17:18,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-24T04:17:18,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure b60224ce5e43306c5bbe6ef6faaba1b7, server=fadb2fe0ba32,42545,1732421777008 in 9.8430 sec 2024-11-24T04:17:18,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-24T04:17:18,350 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server fadb2fe0ba32,37597,1732421777069 after splitting done 2024-11-24T04:17:18,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b60224ce5e43306c5bbe6ef6faaba1b7, ASSIGN in 10.0060 sec 2024-11-24T04:17:18,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure fadb2fe0ba32,37597,1732421777069, splitWal=true, meta=false in 19.9900 sec 2024-11-24T04:17:18,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T04:17:18,371 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T04:17:18,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:17:18,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:18,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:18,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:18,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:18,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:18,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:17:18,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=894123929, stopped=false 2024-11-24T04:17:18,372 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,32959,1732421776885 2024-11-24T04:17:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T04:17:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T04:17:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:17:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T04:17:18,374 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:17:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:17:18,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:17:18,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:17:18,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T04:17:18,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:18,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:18,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:18,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,46065,1732421776961' ***** 2024-11-24T04:17:18,378 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:17:18,378 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,42545,1732421777008' ***** 2024-11-24T04:17:18,378 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:17:18,378 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:17:18,378 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:17:18,378 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:17:18,378 INFO [RS:1;fadb2fe0ba32:42545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:17:18,378 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:17:18,378 INFO [RS:0;fadb2fe0ba32:46065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:17:18,378 INFO [RS:1;fadb2fe0ba32:42545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:17:18,378 INFO [RS:0;fadb2fe0ba32:46065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:17:18,378 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(3091): Received CLOSE for 3939460d3d7911d73fe0988211456f06 2024-11-24T04:17:18,378 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ccb60a4a58a94563f20b33b6f628a6a 2024-11-24T04:17:18,378 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(3091): Received CLOSE for fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(3091): Received CLOSE for 28c91ee2492421950dab946cee8e605d 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(3091): Received CLOSE for b60224ce5e43306c5bbe6ef6faaba1b7 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(3091): Received CLOSE for e9961e96af74026fb1ee433bb1fb2282 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(3091): Received CLOSE for 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(3091): Received CLOSE for cb2a7cf6e3359c8e577c26e5ed304b48 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3939460d3d7911d73fe0988211456f06, disabling compactions & flushes 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(3091): Received CLOSE for 85c717a7f8ad24e1fe2b2540852a5b04 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:18,379 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(3091): Received CLOSE for 802241cad56f39021dd014ce5c47c00b 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ccb60a4a58a94563f20b33b6f628a6a, disabling compactions & flushes 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. after waiting 0 ms 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fadb2fe0ba32:42545. 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:17:18,379 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,379 DEBUG [RS:1;fadb2fe0ba32:42545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:46065. 2024-11-24T04:17:18,379 DEBUG [RS:1;fadb2fe0ba32:42545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. after waiting 0 ms 2024-11-24T04:17:18,379 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,379 DEBUG [RS:0;fadb2fe0ba32:46065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:18,379 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-24T04:17:18,379 DEBUG [RS:0;fadb2fe0ba32:46065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:18,379 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1325): Online Regions={3939460d3d7911d73fe0988211456f06=SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06., fc35d0fe1eea2c7c353e16f78cc3adcf=SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf., 28c91ee2492421950dab946cee8e605d=SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d., b60224ce5e43306c5bbe6ef6faaba1b7=SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7., e9961e96af74026fb1ee433bb1fb2282=SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282., cb2a7cf6e3359c8e577c26e5ed304b48=SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48.} 2024-11-24T04:17:18,379 DEBUG [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1351): Waiting on 28c91ee2492421950dab946cee8e605d, 3939460d3d7911d73fe0988211456f06, b60224ce5e43306c5bbe6ef6faaba1b7, cb2a7cf6e3359c8e577c26e5ed304b48, e9961e96af74026fb1ee433bb1fb2282, fc35d0fe1eea2c7c353e16f78cc3adcf 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:17:18,379 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:17:18,380 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-24T04:17:18,380 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1325): Online Regions={0ccb60a4a58a94563f20b33b6f628a6a=SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a., 1588230740=hbase:meta,,1.1588230740, 88b9d42e674429b8d29247d8ff4a576f=SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f., 85c717a7f8ad24e1fe2b2540852a5b04=SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04., 802241cad56f39021dd014ce5c47c00b=SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b.} 2024-11-24T04:17:18,380 DEBUG [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1351): Waiting on 0ccb60a4a58a94563f20b33b6f628a6a, 1588230740, 802241cad56f39021dd014ce5c47c00b, 85c717a7f8ad24e1fe2b2540852a5b04, 88b9d42e674429b8d29247d8ff4a576f 2024-11-24T04:17:18,381 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:18,381 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:18,381 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:18,381 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:18,381 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:18,381 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-24T04:17:18,387 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/3939460d3d7911d73fe0988211456f06/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:17:18,387 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:17:18,387 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3939460d3d7911d73fe0988211456f06: Waiting for close lock at 1732421838379Running coprocessor pre-close hooks at 1732421838379Disabling compacts and flushes for region at 1732421838379Disabling writes for close at 1732421838379Writing region close event to WAL at 1732421838380 (+1 ms)Running coprocessor post-close hooks at 1732421838387 (+7 ms)Closed at 1732421838387 2024-11-24T04:17:18,388 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732421788151.3939460d3d7911d73fe0988211456f06. 2024-11-24T04:17:18,388 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc35d0fe1eea2c7c353e16f78cc3adcf, disabling compactions & flushes 2024-11-24T04:17:18,388 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:17:18,388 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:17:18,388 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. after waiting 0 ms 2024-11-24T04:17:18,388 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:17:18,389 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/0ccb60a4a58a94563f20b33b6f628a6a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T04:17:18,389 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,389 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ccb60a4a58a94563f20b33b6f628a6a: Waiting for close lock at 1732421838379Running coprocessor pre-close hooks at 1732421838379Disabling compacts and flushes for region at 1732421838379Disabling writes for close at 1732421838379Writing region close event to WAL at 1732421838380 (+1 ms)Running coprocessor post-close hooks at 1732421838389 (+9 ms)Closed at 1732421838389 2024-11-24T04:17:18,389 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732421788151.0ccb60a4a58a94563f20b33b6f628a6a. 2024-11-24T04:17:18,390 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88b9d42e674429b8d29247d8ff4a576f, disabling compactions & flushes 2024-11-24T04:17:18,390 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:17:18,390 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:17:18,390 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. after waiting 0 ms 2024-11-24T04:17:18,390 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:17:18,401 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/88b9d42e674429b8d29247d8ff4a576f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:17:18,401 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/fc35d0fe1eea2c7c353e16f78cc3adcf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:17:18,402 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88b9d42e674429b8d29247d8ff4a576f: Waiting for close lock at 1732421838389Running coprocessor pre-close hooks at 1732421838389Disabling compacts and flushes for region at 1732421838389Disabling writes for close at 1732421838390 (+1 ms)Writing region close event to WAL at 1732421838398 (+8 ms)Running coprocessor post-close hooks at 1732421838402 (+4 ms)Closed at 1732421838402 2024-11-24T04:17:18,402 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc35d0fe1eea2c7c353e16f78cc3adcf: Waiting for close lock at 1732421838388Running coprocessor pre-close hooks at 1732421838388Disabling compacts and flushes for region at 1732421838388Disabling writes for close at 1732421838388Writing region close event to WAL at 1732421838398 (+10 ms)Running coprocessor post-close hooks at 1732421838402 (+4 ms)Closed at 1732421838402 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85c717a7f8ad24e1fe2b2540852a5b04, disabling compactions & flushes 2024-11-24T04:17:18,402 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732421788151.fc35d0fe1eea2c7c353e16f78cc3adcf. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. after waiting 0 ms 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28c91ee2492421950dab946cee8e605d, disabling compactions & flushes 2024-11-24T04:17:18,402 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. after waiting 0 ms 2024-11-24T04:17:18,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:17:18,403 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/info/6a7993e2bb4c4effa63744e9be0bd5c9 is 167, key is SPTestTable,19999999,1732421788151.88b9d42e674429b8d29247d8ff4a576f./info:regioninfo/1732421798661/Put/seqid=0 2024-11-24T04:17:18,407 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/85c717a7f8ad24e1fe2b2540852a5b04/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:17:18,408 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:17:18,408 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85c717a7f8ad24e1fe2b2540852a5b04: Waiting for close lock at 1732421838402Running coprocessor pre-close hooks at 1732421838402Disabling compacts and flushes for region at 1732421838402Disabling writes for close at 1732421838402Writing region close event to WAL at 1732421838402Running coprocessor post-close hooks at 1732421838408 (+6 ms)Closed at 1732421838408 2024-11-24T04:17:18,408 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732421788151.85c717a7f8ad24e1fe2b2540852a5b04. 2024-11-24T04:17:18,408 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:18,408 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 802241cad56f39021dd014ce5c47c00b, disabling compactions & flushes 2024-11-24T04:17:18,408 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:17:18,408 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:17:18,408 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. after waiting 0 ms 2024-11-24T04:17:18,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:17:18,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/28c91ee2492421950dab946cee8e605d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:17:18,409 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:17:18,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28c91ee2492421950dab946cee8e605d: Waiting for close lock at 1732421838402Running coprocessor pre-close hooks at 1732421838402Disabling compacts and flushes for region at 1732421838402Disabling writes for close at 1732421838402Writing region close event to WAL at 1732421838403 (+1 ms)Running coprocessor post-close hooks at 1732421838409 (+6 ms)Closed at 1732421838409 2024-11-24T04:17:18,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732421788151.28c91ee2492421950dab946cee8e605d. 2024-11-24T04:17:18,410 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b60224ce5e43306c5bbe6ef6faaba1b7, disabling compactions & flushes 2024-11-24T04:17:18,410 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,410 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,410 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. after waiting 0 ms 2024-11-24T04:17:18,410 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741864_1040 (size=19817) 2024-11-24T04:17:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741864_1040 (size=19817) 2024-11-24T04:17:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741864_1040 (size=19817) 2024-11-24T04:17:18,427 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/info/6a7993e2bb4c4effa63744e9be0bd5c9 2024-11-24T04:17:18,436 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:18,439 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/802241cad56f39021dd014ce5c47c00b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:17:18,440 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:17:18,440 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 802241cad56f39021dd014ce5c47c00b: Waiting for close lock at 1732421838408Running coprocessor pre-close hooks at 1732421838408Disabling compacts and flushes for region at 1732421838408Disabling writes for close at 1732421838408Writing region close event to WAL at 1732421838425 (+17 ms)Running coprocessor post-close hooks at 1732421838440 (+15 ms)Closed at 1732421838440 2024-11-24T04:17:18,440 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732421788151.802241cad56f39021dd014ce5c47c00b. 2024-11-24T04:17:18,441 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/b60224ce5e43306c5bbe6ef6faaba1b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-24T04:17:18,441 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b60224ce5e43306c5bbe6ef6faaba1b7: Waiting for close lock at 1732421838410Running coprocessor pre-close hooks at 1732421838410Disabling compacts and flushes for region at 1732421838410Disabling writes for close at 1732421838410Writing region close event to WAL at 1732421838433 (+23 ms)Running coprocessor post-close hooks at 1732421838441 (+8 ms)Closed at 1732421838441 2024-11-24T04:17:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732421788151.b60224ce5e43306c5bbe6ef6faaba1b7. 2024-11-24T04:17:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9961e96af74026fb1ee433bb1fb2282, disabling compactions & flushes 2024-11-24T04:17:18,442 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:17:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:17:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. after waiting 0 ms 2024-11-24T04:17:18,442 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:17:18,446 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/e9961e96af74026fb1ee433bb1fb2282/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T04:17:18,447 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:17:18,447 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9961e96af74026fb1ee433bb1fb2282: Waiting for close lock at 1732421838442Running coprocessor pre-close hooks at 1732421838442Disabling compacts and flushes for region at 1732421838442Disabling writes for close at 1732421838442Writing region close event to WAL at 1732421838442Running coprocessor post-close hooks at 1732421838447 (+5 ms)Closed at 1732421838447 2024-11-24T04:17:18,447 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732421788151.e9961e96af74026fb1ee433bb1fb2282. 2024-11-24T04:17:18,447 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb2a7cf6e3359c8e577c26e5ed304b48, disabling compactions & flushes 2024-11-24T04:17:18,447 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,447 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,447 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. after waiting 0 ms 2024-11-24T04:17:18,447 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,451 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/default/SPTestTable/cb2a7cf6e3359c8e577c26e5ed304b48/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T04:17:18,452 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,452 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb2a7cf6e3359c8e577c26e5ed304b48: Waiting for close lock at 1732421838447Running coprocessor pre-close hooks at 1732421838447Disabling compacts and flushes for region at 1732421838447Disabling writes for close at 1732421838447Writing region close event to WAL at 1732421838447Running coprocessor post-close hooks at 1732421838452 (+5 ms)Closed at 1732421838452 2024-11-24T04:17:18,452 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732421788151.cb2a7cf6e3359c8e577c26e5ed304b48. 2024-11-24T04:17:18,454 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/ns/d275e859e7824886baa90a1aaae9e3d8 is 43, key is default/ns:d/1732421788009/Put/seqid=0 2024-11-24T04:17:18,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741865_1041 (size=5153) 2024-11-24T04:17:18,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741865_1041 (size=5153) 2024-11-24T04:17:18,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741865_1041 (size=5153) 2024-11-24T04:17:18,464 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/ns/d275e859e7824886baa90a1aaae9e3d8 2024-11-24T04:17:18,495 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/table/88e559498c4740feb7c89ff8b51f82b6 is 47, key is SPTestTable/table:state/1732421798756/Put/seqid=0 2024-11-24T04:17:18,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741866_1042 (size=5214) 2024-11-24T04:17:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741866_1042 (size=5214) 2024-11-24T04:17:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741866_1042 (size=5214) 2024-11-24T04:17:18,507 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/table/88e559498c4740feb7c89ff8b51f82b6 2024-11-24T04:17:18,515 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/info/6a7993e2bb4c4effa63744e9be0bd5c9 as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/info/6a7993e2bb4c4effa63744e9be0bd5c9 2024-11-24T04:17:18,522 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/info/6a7993e2bb4c4effa63744e9be0bd5c9, entries=112, sequenceid=35, filesize=19.4 K 2024-11-24T04:17:18,523 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/ns/d275e859e7824886baa90a1aaae9e3d8 as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/ns/d275e859e7824886baa90a1aaae9e3d8 2024-11-24T04:17:18,530 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/ns/d275e859e7824886baa90a1aaae9e3d8, entries=2, sequenceid=35, filesize=5.0 K 2024-11-24T04:17:18,531 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/.tmp/table/88e559498c4740feb7c89ff8b51f82b6 as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/table/88e559498c4740feb7c89ff8b51f82b6 2024-11-24T04:17:18,537 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/table/88e559498c4740feb7c89ff8b51f82b6, entries=2, sequenceid=35, filesize=5.1 K 2024-11-24T04:17:18,539 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=35, compaction requested=false 2024-11-24T04:17:18,545 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-24T04:17:18,546 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:18,546 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:18,546 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421838381Running coprocessor pre-close hooks at 1732421838381Disabling compacts and flushes for region at 1732421838381Disabling writes for close at 1732421838381Obtaining lock to block concurrent updates at 1732421838381Preparing flush snapshotting stores in 1588230740 at 1732421838381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732421838381Flushing stores of hbase:meta,,1.1588230740 at 1732421838383 (+2 ms)Flushing 1588230740/info: creating writer at 1732421838383Flushing 1588230740/info: appending metadata at 1732421838403 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732421838403Flushing 1588230740/ns: creating writer at 1732421838436 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732421838453 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732421838453Flushing 1588230740/table: creating writer at 1732421838475 (+22 ms)Flushing 1588230740/table: appending metadata at 1732421838494 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732421838494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3972acf: reopening flushed file at 1732421838514 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d886377: reopening flushed file at 1732421838522 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1265cfac: reopening flushed file at 1732421838530 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=35, compaction requested=false at 1732421838539 (+9 ms)Writing region close event to WAL at 1732421838541 (+2 ms)Running coprocessor post-close hooks at 1732421838546 (+5 ms)Closed at 1732421838546 2024-11-24T04:17:18,546 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:18,579 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,42545,1732421777008; all regions closed. 2024-11-24T04:17:18,580 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,46065,1732421776961; all regions closed. 2024-11-24T04:17:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741835_1011 (size=4639) 2024-11-24T04:17:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741835_1011 (size=4639) 2024-11-24T04:17:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741835_1011 (size=4639) 2024-11-24T04:17:18,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741836_1012 (size=18438) 2024-11-24T04:17:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741836_1012 (size=18438) 2024-11-24T04:17:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741836_1012 (size=18438) 2024-11-24T04:17:18,587 DEBUG [RS:0;fadb2fe0ba32:46065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs 2024-11-24T04:17:18,587 INFO [RS:0;fadb2fe0ba32:46065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46065%2C1732421776961.meta:.meta(num 1732421787907) 2024-11-24T04:17:18,587 DEBUG [RS:1;fadb2fe0ba32:42545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs 2024-11-24T04:17:18,587 INFO [RS:1;fadb2fe0ba32:42545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C42545%2C1732421777008:(num 1732421777922) 2024-11-24T04:17:18,587 DEBUG [RS:1;fadb2fe0ba32:42545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:18,587 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:18,587 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:18,587 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:18,588 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:17:18,588 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:17:18,588 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:17:18,588 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:18,588 INFO [RS:1;fadb2fe0ba32:42545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42545 2024-11-24T04:17:18,589 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:18,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741833_1009 (size=2947) 2024-11-24T04:17:18,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741833_1009 (size=2947) 2024-11-24T04:17:18,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741833_1009 (size=2947) 2024-11-24T04:17:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:17:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fadb2fe0ba32,42545,1732421777008 2024-11-24T04:17:18,591 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:18,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,42545,1732421777008] 2024-11-24T04:17:18,593 DEBUG [RS:0;fadb2fe0ba32:46065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/oldWALs 2024-11-24T04:17:18,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fadb2fe0ba32,42545,1732421777008 already deleted, retry=false 2024-11-24T04:17:18,593 INFO [RS:0;fadb2fe0ba32:46065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46065%2C1732421776961:(num 1732421777838) 2024-11-24T04:17:18,593 DEBUG [RS:0;fadb2fe0ba32:46065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:18,593 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:18,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,42545,1732421777008 expired; onlineServers=1 2024-11-24T04:17:18,593 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:18,593 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:18,593 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:18,593 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:18,594 INFO [RS:0;fadb2fe0ba32:46065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46065 2024-11-24T04:17:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fadb2fe0ba32,46065,1732421776961 2024-11-24T04:17:18,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T04:17:18,597 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:18,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,46065,1732421776961] 2024-11-24T04:17:18,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fadb2fe0ba32,46065,1732421776961 already deleted, retry=false 2024-11-24T04:17:18,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,46065,1732421776961 expired; onlineServers=0 2024-11-24T04:17:18,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,32959,1732421776885' ***** 2024-11-24T04:17:18,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:17:18,599 INFO [M:0;fadb2fe0ba32:32959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:18,599 INFO [M:0;fadb2fe0ba32:32959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:18,599 DEBUG [M:0;fadb2fe0ba32:32959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:17:18,599 DEBUG [M:0;fadb2fe0ba32:32959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:17:18,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:17:18,599 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421777471 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421777471,5,FailOnTimeoutGroup] 2024-11-24T04:17:18,599 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421777462 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421777462,5,FailOnTimeoutGroup] 2024-11-24T04:17:18,599 INFO [M:0;fadb2fe0ba32:32959 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:18,600 INFO [M:0;fadb2fe0ba32:32959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:18,600 DEBUG [M:0;fadb2fe0ba32:32959 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:17:18,600 INFO [M:0;fadb2fe0ba32:32959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:17:18,600 INFO [M:0;fadb2fe0ba32:32959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:18,600 ERROR [M:0;fadb2fe0ba32:32959 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:41063 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41063,5,PEWorkerGroup] 2024-11-24T04:17:18,600 INFO [M:0;fadb2fe0ba32:32959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:17:18,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:17:18,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T04:17:18,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T04:17:18,601 DEBUG [M:0;fadb2fe0ba32:32959 {}] zookeeper.ZKUtil(347): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T04:17:18,601 WARN [M:0;fadb2fe0ba32:32959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:17:18,602 INFO [M:0;fadb2fe0ba32:32959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/.lastflushedseqids 2024-11-24T04:17:18,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741867_1043 (size=650) 2024-11-24T04:17:18,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741867_1043 (size=650) 2024-11-24T04:17:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741867_1043 (size=650) 2024-11-24T04:17:18,609 INFO [M:0;fadb2fe0ba32:32959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:17:18,609 INFO [M:0;fadb2fe0ba32:32959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:17:18,609 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:18,609 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,609 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,609 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:18,609 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,610 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=230.47 KB heapSize=274.29 KB 2024-11-24T04:17:18,627 DEBUG [M:0;fadb2fe0ba32:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e93cb89f3d664ae08690573db819ec02 is 82, key is hbase:meta,,1/info:regioninfo/1732421787991/Put/seqid=0 2024-11-24T04:17:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741868_1044 (size=5672) 2024-11-24T04:17:18,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741868_1044 (size=5672) 2024-11-24T04:17:18,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741868_1044 (size=5672) 2024-11-24T04:17:18,636 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e93cb89f3d664ae08690573db819ec02 2024-11-24T04:17:18,660 DEBUG [M:0;fadb2fe0ba32:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2672d2d9d284a1780aa8e9ad943a8a9 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732421798761/Put/seqid=0 2024-11-24T04:17:18,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741869_1045 (size=9322) 2024-11-24T04:17:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741869_1045 (size=9322) 2024-11-24T04:17:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741869_1045 (size=9322) 2024-11-24T04:17:18,676 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=229.73 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2672d2d9d284a1780aa8e9ad943a8a9 2024-11-24T04:17:18,682 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2672d2d9d284a1780aa8e9ad943a8a9 2024-11-24T04:17:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:18,692 INFO [RS:1;fadb2fe0ba32:42545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42545-0x1014830605f0002, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:18,693 INFO [RS:1;fadb2fe0ba32:42545 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,42545,1732421777008; zookeeper connection closed. 2024-11-24T04:17:18,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@207ac42f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@207ac42f 2024-11-24T04:17:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46065-0x1014830605f0001, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:18,698 INFO [RS:0;fadb2fe0ba32:46065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:18,698 INFO [RS:0;fadb2fe0ba32:46065 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,46065,1732421776961; zookeeper connection closed. 2024-11-24T04:17:18,699 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e6ede99 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e6ede99 2024-11-24T04:17:18,699 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T04:17:18,704 DEBUG [M:0;fadb2fe0ba32:32959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0e6a68fe6c4e41a13ef177cd4eefde is 69, key is fadb2fe0ba32,42545,1732421777008/rs:state/1732421777602/Put/seqid=0 2024-11-24T04:17:18,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741870_1046 (size=5442) 2024-11-24T04:17:18,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741870_1046 (size=5442) 2024-11-24T04:17:18,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741870_1046 (size=5442) 2024-11-24T04:17:18,714 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0e6a68fe6c4e41a13ef177cd4eefde 2024-11-24T04:17:18,720 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd0e6a68fe6c4e41a13ef177cd4eefde 2024-11-24T04:17:18,721 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e93cb89f3d664ae08690573db819ec02 as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e93cb89f3d664ae08690573db819ec02 2024-11-24T04:17:18,727 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e93cb89f3d664ae08690573db819ec02, entries=8, sequenceid=476, filesize=5.5 K 2024-11-24T04:17:18,728 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2672d2d9d284a1780aa8e9ad943a8a9 as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2672d2d9d284a1780aa8e9ad943a8a9 2024-11-24T04:17:18,733 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2672d2d9d284a1780aa8e9ad943a8a9 2024-11-24T04:17:18,733 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2672d2d9d284a1780aa8e9ad943a8a9, entries=54, sequenceid=476, filesize=9.1 K 2024-11-24T04:17:18,734 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd0e6a68fe6c4e41a13ef177cd4eefde as hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd0e6a68fe6c4e41a13ef177cd4eefde 2024-11-24T04:17:18,739 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd0e6a68fe6c4e41a13ef177cd4eefde 2024-11-24T04:17:18,740 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41063/user/jenkins/test-data/f95d2468-283f-1279-a8e3-df425396a1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd0e6a68fe6c4e41a13ef177cd4eefde, entries=3, sequenceid=476, filesize=5.3 K 2024-11-24T04:17:18,740 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~230.47 KB/235997, heapSize ~273.99 KB/280568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=476, compaction requested=false 2024-11-24T04:17:18,742 INFO [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,742 DEBUG [M:0;fadb2fe0ba32:32959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421838609Disabling compacts and flushes for region at 1732421838609Disabling writes for close at 1732421838609Obtaining lock to block concurrent updates at 1732421838610 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421838610Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=235997, getHeapSize=280808, getOffHeapSize=0, getCellsCount=579 at 1732421838610Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421838611 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421838611Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421838626 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421838627 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421838642 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421838659 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421838659Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421838682 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421838703 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421838703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b5f001: reopening flushed file at 1732421838720 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307807dd: reopening flushed file at 1732421838727 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de20187: reopening flushed file at 1732421838733 (+6 ms)Finished flush of dataSize ~230.47 KB/235997, heapSize ~273.99 KB/280568, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=476, compaction requested=false at 1732421838740 (+7 ms)Writing region close event to WAL at 1732421838742 (+2 ms)Closed at 1732421838742 2024-11-24T04:17:18,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741830_1006 (size=267768) 2024-11-24T04:17:18,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741830_1006 (size=267768) 2024-11-24T04:17:18,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36527 is added to blk_1073741830_1006 (size=267768) 2024-11-24T04:17:18,745 INFO [M:0;fadb2fe0ba32:32959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:17:18,745 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:18,745 INFO [M:0;fadb2fe0ba32:32959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32959 2024-11-24T04:17:18,746 INFO [M:0;fadb2fe0ba32:32959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:18,848 INFO [M:0;fadb2fe0ba32:32959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32959-0x1014830605f0000, quorum=127.0.0.1:64343, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:18,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3323f5bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:18,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73812e87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:18,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:18,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d24a5aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:18,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ceb4815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:18,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:17:18,853 WARN [BP-1857773608-172.17.0.2-1732421775593 heartbeating to localhost/127.0.0.1:41063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:17:18,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:17:18,853 WARN [BP-1857773608-172.17.0.2-1732421775593 heartbeating to localhost/127.0.0.1:41063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857773608-172.17.0.2-1732421775593 (Datanode Uuid 6e60df79-adc3-48b2-bacb-ebe73a2d3da8) service to localhost/127.0.0.1:41063 2024-11-24T04:17:18,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data5/current/BP-1857773608-172.17.0.2-1732421775593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:18,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data6/current/BP-1857773608-172.17.0.2-1732421775593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:18,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:17:18,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62084108{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:18,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17bbafa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:18,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:18,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7554be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:18,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a798b0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:18,864 WARN [BP-1857773608-172.17.0.2-1732421775593 heartbeating to localhost/127.0.0.1:41063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:17:18,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:17:18,864 WARN [BP-1857773608-172.17.0.2-1732421775593 heartbeating to localhost/127.0.0.1:41063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857773608-172.17.0.2-1732421775593 (Datanode Uuid 03215e05-ce33-4107-934a-c2e114bc674c) service to localhost/127.0.0.1:41063 2024-11-24T04:17:18,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:17:18,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data3/current/BP-1857773608-172.17.0.2-1732421775593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:18,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data4/current/BP-1857773608-172.17.0.2-1732421775593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:18,865 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:17:18,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42cfd252{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:18,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d38f81d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:18,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:18,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b00100d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:18,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@141aec7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:18,873 WARN [BP-1857773608-172.17.0.2-1732421775593 heartbeating to localhost/127.0.0.1:41063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:17:18,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:17:18,873 WARN [BP-1857773608-172.17.0.2-1732421775593 heartbeating to localhost/127.0.0.1:41063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857773608-172.17.0.2-1732421775593 (Datanode Uuid 0f28adeb-d6a4-4fc6-a68c-35a12c9d407c) service to localhost/127.0.0.1:41063 2024-11-24T04:17:18,873 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:17:18,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data1/current/BP-1857773608-172.17.0.2-1732421775593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:18,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/cluster_f0af5510-aefb-1d3d-bceb-0479bb346b02/data/data2/current/BP-1857773608-172.17.0.2-1732421775593 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:18,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:17:18,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ea1235f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:18,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f6bc4a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:18,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:18,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1768dbfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:18,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c9ccb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6714de1-1d90-5674-6ef2-f71adf32ce3b/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:18,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:17:18,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:17:18,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41063 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41063 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:41063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 370), ProcessCount=11 (was 11), AvailableMemoryMB=5984 (was 6062)