2024-11-24 11:12:41,938 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 11:12:41,952 main DEBUG Took 0.011888 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 11:12:41,953 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 11:12:41,953 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 11:12:41,954 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 11:12:41,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,965 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 11:12:41,983 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,986 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,988 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,989 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,991 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,992 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,993 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,994 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,995 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 11:12:41,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:41,999 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 11:12:42,001 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 11:12:42,002 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 11:12:42,005 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 11:12:42,005 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 11:12:42,007 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 11:12:42,007 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 11:12:42,017 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 11:12:42,020 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 11:12:42,022 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 11:12:42,023 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 11:12:42,024 main DEBUG createAppenders(={Console}) 2024-11-24 11:12:42,025 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-24 11:12:42,025 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-24 11:12:42,025 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-24 11:12:42,026 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 11:12:42,027 main DEBUG OutputStream closed 2024-11-24 11:12:42,027 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 11:12:42,027 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 11:12:42,028 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-24 11:12:42,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 11:12:42,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 11:12:42,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 11:12:42,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 11:12:42,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 11:12:42,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 11:12:42,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 11:12:42,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 11:12:42,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 11:12:42,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 11:12:42,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 11:12:42,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 11:12:42,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 11:12:42,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 11:12:42,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 11:12:42,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 11:12:42,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 11:12:42,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 11:12:42,147 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 11:12:42,148 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-24 11:12:42,148 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 11:12:42,149 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-24T11:12:42,172 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-24 11:12:42,175 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 11:12:42,177 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T11:12:42,189 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-24T11:12:42,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=8537 2024-11-24T11:12:42,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828 2024-11-24T11:12:42,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:12:42,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28, deleteOnExit=true 2024-11-24T11:12:42,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:12:42,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/test.cache.data in system properties and HBase conf 2024-11-24T11:12:42,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:12:42,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:12:42,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:12:42,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:12:42,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:12:42,774 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T11:12:42,902 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:12:42,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:12:42,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:12:42,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:12:42,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:12:42,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:12:42,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:12:42,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:12:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:12:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:12:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:12:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:12:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:12:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:12:42,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:12:44,696 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T11:12:44,781 INFO [Time-limited test {}] log.Log(170): Logging initialized @3800ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T11:12:44,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:12:44,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:12:45,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:12:45,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:12:45,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:12:45,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:12:45,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:12:45,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:12:45,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/java.io.tmpdir/jetty-localhost-38741-hadoop-hdfs-3_4_1-tests_jar-_-any-1177988000670774211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:12:45,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38741} 2024-11-24T11:12:45,293 INFO [Time-limited test {}] server.Server(415): Started @4313ms 2024-11-24T11:12:46,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:12:46,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:12:46,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:12:46,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:12:46,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:12:46,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:12:46,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:12:46,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/java.io.tmpdir/jetty-localhost-43051-hadoop-hdfs-3_4_1-tests_jar-_-any-17101859062787333048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:12:46,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:43051} 2024-11-24T11:12:46,187 INFO [Time-limited test {}] server.Server(415): Started @5207ms 2024-11-24T11:12:46,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:12:46,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:12:46,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:12:46,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:12:46,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:12:46,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:12:46,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:12:46,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:12:46,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/java.io.tmpdir/jetty-localhost-35995-hadoop-hdfs-3_4_1-tests_jar-_-any-14002849828154556634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:12:46,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:35995} 2024-11-24T11:12:46,584 INFO [Time-limited test {}] server.Server(415): Started @5605ms 2024-11-24T11:12:46,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:12:46,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:12:46,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:12:46,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:12:46,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:12:46,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:12:46,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:12:46,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:12:46,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/java.io.tmpdir/jetty-localhost-43805-hadoop-hdfs-3_4_1-tests_jar-_-any-12249194650616657380/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:12:46,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:43805} 2024-11-24T11:12:46,826 INFO [Time-limited test {}] server.Server(415): Started @5846ms 2024-11-24T11:12:46,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:12:48,240 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data3/current/BP-467014991-172.17.0.3-1732446763602/current, will proceed with Du for space computation calculation, 2024-11-24T11:12:48,240 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data4/current/BP-467014991-172.17.0.3-1732446763602/current, will proceed with Du for space computation calculation, 2024-11-24T11:12:48,240 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data1/current/BP-467014991-172.17.0.3-1732446763602/current, will proceed with Du for space computation calculation, 2024-11-24T11:12:48,240 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data2/current/BP-467014991-172.17.0.3-1732446763602/current, will proceed with Du for space computation calculation, 2024-11-24T11:12:48,294 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:12:48,295 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:12:48,339 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data5/current/BP-467014991-172.17.0.3-1732446763602/current, will proceed with Du for space computation calculation, 2024-11-24T11:12:48,340 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data6/current/BP-467014991-172.17.0.3-1732446763602/current, will proceed with Du for space computation calculation, 2024-11-24T11:12:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x301a0338edb4e03b with lease ID 0xee5952307f39ce70: Processing first storage report for DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b from datanode DatanodeRegistration(127.0.0.1:42451, datanodeUuid=dd251f54-50c0-48db-bf25-6099ffa8f7c9, infoPort=41821, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602) 2024-11-24T11:12:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x301a0338edb4e03b with lease ID 0xee5952307f39ce70: from storage DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b node DatanodeRegistration(127.0.0.1:42451, datanodeUuid=dd251f54-50c0-48db-bf25-6099ffa8f7c9, infoPort=41821, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T11:12:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd253c643656a0842 with lease ID 0xee5952307f39ce6f: Processing first storage report for DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844 from datanode DatanodeRegistration(127.0.0.1:35641, datanodeUuid=023f4c20-5137-486c-a4ba-76ceb25d26c4, infoPort=41557, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602) 2024-11-24T11:12:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd253c643656a0842 with lease ID 0xee5952307f39ce6f: from storage DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844 node DatanodeRegistration(127.0.0.1:35641, datanodeUuid=023f4c20-5137-486c-a4ba-76ceb25d26c4, infoPort=41557, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:12:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x301a0338edb4e03b with lease ID 0xee5952307f39ce70: Processing first storage report for DS-f275d3b5-4edc-4f28-956e-4603f57c3014 from datanode DatanodeRegistration(127.0.0.1:42451, datanodeUuid=dd251f54-50c0-48db-bf25-6099ffa8f7c9, infoPort=41821, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602) 2024-11-24T11:12:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x301a0338edb4e03b with lease ID 0xee5952307f39ce70: from storage DS-f275d3b5-4edc-4f28-956e-4603f57c3014 node DatanodeRegistration(127.0.0.1:42451, datanodeUuid=dd251f54-50c0-48db-bf25-6099ffa8f7c9, infoPort=41821, infoSecurePort=0, ipcPort=33399, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:12:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd253c643656a0842 with lease ID 0xee5952307f39ce6f: Processing first storage report for DS-b3a5760e-d428-4a92-af94-db643d1bb582 from datanode DatanodeRegistration(127.0.0.1:35641, datanodeUuid=023f4c20-5137-486c-a4ba-76ceb25d26c4, infoPort=41557, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602) 2024-11-24T11:12:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd253c643656a0842 with lease ID 0xee5952307f39ce6f: from storage DS-b3a5760e-d428-4a92-af94-db643d1bb582 node DatanodeRegistration(127.0.0.1:35641, datanodeUuid=023f4c20-5137-486c-a4ba-76ceb25d26c4, infoPort=41557, infoSecurePort=0, ipcPort=44237, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:12:48,369 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:12:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d399d1c3903b109 with lease ID 0xee5952307f39ce71: Processing first storage report for DS-bce45512-3a8b-4f96-a764-624d4c19ce91 from datanode DatanodeRegistration(127.0.0.1:40887, datanodeUuid=0a61ba44-6d81-4944-ab12-08e50312f71d, infoPort=33777, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602) 2024-11-24T11:12:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d399d1c3903b109 with lease ID 0xee5952307f39ce71: from storage DS-bce45512-3a8b-4f96-a764-624d4c19ce91 node DatanodeRegistration(127.0.0.1:40887, datanodeUuid=0a61ba44-6d81-4944-ab12-08e50312f71d, infoPort=33777, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T11:12:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d399d1c3903b109 with lease ID 0xee5952307f39ce71: Processing first storage report for DS-5fe6b362-32ad-4f8a-9eb5-2141f4cbebc1 from datanode DatanodeRegistration(127.0.0.1:40887, datanodeUuid=0a61ba44-6d81-4944-ab12-08e50312f71d, infoPort=33777, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602) 2024-11-24T11:12:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d399d1c3903b109 with lease ID 0xee5952307f39ce71: from storage DS-5fe6b362-32ad-4f8a-9eb5-2141f4cbebc1 node DatanodeRegistration(127.0.0.1:40887, datanodeUuid=0a61ba44-6d81-4944-ab12-08e50312f71d, infoPort=33777, infoSecurePort=0, ipcPort=32975, storageInfo=lv=-57;cid=testClusterID;nsid=633684024;c=1732446763602), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:12:48,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828 2024-11-24T11:12:48,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/zookeeper_0, clientPort=51180, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:12:48,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51180 2024-11-24T11:12:48,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:48,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:12:48,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:12:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:12:48,856 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee with version=8 2024-11-24T11:12:48,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/hbase-staging 2024-11-24T11:12:48,963 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T11:12:49,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:12:49,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:49,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:49,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:12:49,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:49,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:12:49,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:12:49,416 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T11:12:49,425 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T11:12:49,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:49,451 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1019 (auto-detected) 2024-11-24T11:12:49,452 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T11:12:49,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39697 2024-11-24T11:12:49,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39697 connecting to ZooKeeper ensemble=127.0.0.1:51180 2024-11-24T11:12:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396970x0, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:12:49,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39697-0x1016c8bc91d0000 connected 2024-11-24T11:12:49,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:49,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:12:50,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee, hbase.cluster.distributed=false 2024-11-24T11:12:50,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:12:50,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-24T11:12:50,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39697 2024-11-24T11:12:50,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39697 2024-11-24T11:12:50,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-24T11:12:50,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-24T11:12:50,165 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:12:50,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:12:50,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:12:50,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:12:50,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:50,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34959 2024-11-24T11:12:50,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34959 connecting to ZooKeeper ensemble=127.0.0.1:51180 2024-11-24T11:12:50,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,230 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349590x0, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:12:50,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34959-0x1016c8bc91d0001 connected 2024-11-24T11:12:50,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:12:50,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:12:50,246 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:12:50,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:12:50,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:12:50,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-24T11:12:50,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34959 2024-11-24T11:12:50,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34959 2024-11-24T11:12:50,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-24T11:12:50,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34959 2024-11-24T11:12:50,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:12:50,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:12:50,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:12:50,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:12:50,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:50,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36851 2024-11-24T11:12:50,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36851 connecting to ZooKeeper ensemble=127.0.0.1:51180 2024-11-24T11:12:50,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368510x0, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:12:50,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36851-0x1016c8bc91d0002 connected 2024-11-24T11:12:50,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:12:50,303 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:12:50,304 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:12:50,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:12:50,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:12:50,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36851 2024-11-24T11:12:50,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36851 2024-11-24T11:12:50,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36851 2024-11-24T11:12:50,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36851 2024-11-24T11:12:50,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36851 2024-11-24T11:12:50,329 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:12:50,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:12:50,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:12:50,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:12:50,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:12:50,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:12:50,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42879 2024-11-24T11:12:50,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42879 connecting to ZooKeeper ensemble=127.0.0.1:51180 2024-11-24T11:12:50,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428790x0, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:12:50,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428790x0, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:12:50,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42879-0x1016c8bc91d0003 connected 2024-11-24T11:12:50,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:12:50,358 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:12:50,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:12:50,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:12:50,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-24T11:12:50,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42879 2024-11-24T11:12:50,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42879 2024-11-24T11:12:50,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-24T11:12:50,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42879 2024-11-24T11:12:50,385 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:39697 2024-11-24T11:12:50,386 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f5f73e76a839,39697,1732446769053 2024-11-24T11:12:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,399 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,401 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f5f73e76a839,39697,1732446769053 2024-11-24T11:12:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:12:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:12:50,430 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:12:50,430 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,431 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T11:12:50,432 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f5f73e76a839,39697,1732446769053 from backup master directory 2024-11-24T11:12:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f5f73e76a839,39697,1732446769053 2024-11-24T11:12:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,441 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:12:50,443 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:12:50,443 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,39697,1732446769053 2024-11-24T11:12:50,446 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T11:12:50,447 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T11:12:50,509 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/hbase.id] with ID: 9404e6fd-75f0-4c3c-83ce-0236c2b0c074 2024-11-24T11:12:50,509 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.tmp/hbase.id 2024-11-24T11:12:50,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:12:50,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:12:50,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:12:50,525 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.tmp/hbase.id]:[hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/hbase.id] 2024-11-24T11:12:50,576 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:12:50,582 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:12:50,601 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-24T11:12:50,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,618 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:50,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:12:50,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:12:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:12:50,651 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:12:50,653 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:12:50,667 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:12:50,671 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:12:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:12:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:12:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:12:50,717 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store 2024-11-24T11:12:50,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:12:50,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:12:50,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:12:50,743 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T11:12:50,746 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:12:50,747 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:12:50,747 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:12:50,748 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:12:50,749 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:12:50,749 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:12:50,749 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:12:50,750 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732446770747Disabling compacts and flushes for region at 1732446770747Disabling writes for close at 1732446770749 (+2 ms)Writing region close event to WAL at 1732446770749Closed at 1732446770749 2024-11-24T11:12:50,752 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/.initializing 2024-11-24T11:12:50,752 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/WALs/f5f73e76a839,39697,1732446769053 2024-11-24T11:12:50,760 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:12:50,775 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C39697%2C1732446769053, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/WALs/f5f73e76a839,39697,1732446769053, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/oldWALs, maxLogs=10 2024-11-24T11:12:50,797 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/WALs/f5f73e76a839,39697,1732446769053/f5f73e76a839%2C39697%2C1732446769053.1732446770780, exclude list is [], retry=0 2024-11-24T11:12:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844,DISK] 2024-11-24T11:12:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-bce45512-3a8b-4f96-a764-624d4c19ce91,DISK] 2024-11-24T11:12:50,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b,DISK] 2024-11-24T11:12:50,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T11:12:50,848 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/WALs/f5f73e76a839,39697,1732446769053/f5f73e76a839%2C39697%2C1732446769053.1732446770780 2024-11-24T11:12:50,848 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:41821:41821),(127.0.0.1/127.0.0.1:41557:41557)] 2024-11-24T11:12:50,849 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:12:50,850 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:12:50,854 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,855 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:12:50,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:50,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:12:50,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:12:50,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:50,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:12:50,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:12:50,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:50,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:12:50,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:12:50,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:50,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:12:50,930 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,934 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,935 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,939 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,940 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,943 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:12:50,947 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:12:50,951 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:12:50,952 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67829736, jitterRate=0.010741829872131348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:12:50,959 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732446770866Initializing all the Stores at 1732446770868 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446770868Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446770869 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446770869Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446770869Cleaning up temporary data from old regions at 1732446770940 (+71 ms)Region opened successfully at 1732446770959 (+19 ms) 2024-11-24T11:12:50,960 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:12:50,993 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6eb419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:12:51,023 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:12:51,034 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:12:51,034 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:12:51,037 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:12:51,039 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T11:12:51,044 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T11:12:51,044 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T11:12:51,072 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:12:51,080 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T11:12:51,124 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T11:12:51,127 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:12:51,128 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:12:51,135 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T11:12:51,137 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:12:51,141 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:12:51,154 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T11:12:51,155 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:12:51,166 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T11:12:51,183 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:12:51,196 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T11:12:51,209 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:12:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:12:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:12:51,209 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:12:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,213 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,39697,1732446769053, sessionid=0x1016c8bc91d0000, setting cluster-up flag (Was=false) 2024-11-24T11:12:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,240 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,272 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T11:12:51,278 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,39697,1732446769053 2024-11-24T11:12:51,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,304 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:51,335 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T11:12:51,340 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,39697,1732446769053 2024-11-24T11:12:51,348 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:12:51,373 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(746): ClusterId : 9404e6fd-75f0-4c3c-83ce-0236c2b0c074 2024-11-24T11:12:51,373 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(746): ClusterId : 9404e6fd-75f0-4c3c-83ce-0236c2b0c074 2024-11-24T11:12:51,373 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(746): ClusterId : 9404e6fd-75f0-4c3c-83ce-0236c2b0c074 2024-11-24T11:12:51,375 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:12:51,375 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:12:51,375 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:12:51,390 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:12:51,390 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:12:51,390 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:12:51,390 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:12:51,390 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:12:51,390 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:12:51,410 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:12:51,410 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:12:51,410 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:12:51,410 DEBUG [RS:0;f5f73e76a839:34959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e8ac28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:12:51,410 DEBUG [RS:1;f5f73e76a839:36851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aa116f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:12:51,410 DEBUG [RS:2;f5f73e76a839:42879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3e7930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:12:51,421 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:12:51,427 DEBUG [RS:2;f5f73e76a839:42879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f5f73e76a839:42879 2024-11-24T11:12:51,430 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:34959 2024-11-24T11:12:51,430 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f5f73e76a839:36851 2024-11-24T11:12:51,430 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:12:51,430 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:12:51,430 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:12:51,430 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:12:51,430 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:12:51,430 DEBUG [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:12:51,430 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:12:51,430 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:12:51,430 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:12:51,431 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:12:51,433 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,39697,1732446769053 with port=42879, startcode=1732446770328 2024-11-24T11:12:51,433 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,39697,1732446769053 with port=36851, startcode=1732446770277 2024-11-24T11:12:51,433 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,39697,1732446769053 with port=34959, startcode=1732446770128 2024-11-24T11:12:51,438 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:12:51,443 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,39697,1732446769053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:12:51,448 DEBUG [RS:2;f5f73e76a839:42879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:12:51,448 DEBUG [RS:1;f5f73e76a839:36851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:12:51,448 DEBUG [RS:0;f5f73e76a839:34959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:12:51,450 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:12:51,450 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:12:51,450 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:12:51,450 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:12:51,450 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:12:51,450 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,451 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:12:51,451 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:12:51,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:12:51,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:51,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:12:51,464 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732446801464 2024-11-24T11:12:51,467 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:12:51,469 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:12:51,473 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:12:51,474 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:12:51,474 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:12:51,474 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:12:51,481 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,484 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:12:51,485 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:12:51,486 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:12:51,490 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:12:51,491 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:12:51,500 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732446771492,5,FailOnTimeoutGroup] 2024-11-24T11:12:51,504 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732446771501,5,FailOnTimeoutGroup] 2024-11-24T11:12:51,504 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,505 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:12:51,505 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:12:51,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:12:51,506 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,506 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,507 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:12:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:12:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:12:51,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,42879,1732446770328 2024-11-24T11:12:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:12:51,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:12:51,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,42879,1732446770328 2024-11-24T11:12:51,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:12:51,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,34959,1732446770128 2024-11-24T11:12:51,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,34959,1732446770128 2024-11-24T11:12:51,570 DEBUG [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:12:51,570 DEBUG [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33185 2024-11-24T11:12:51,570 DEBUG [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:12:51,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,36851,1732446770277 2024-11-24T11:12:51,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,36851,1732446770277 2024-11-24T11:12:51,572 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:12:51,572 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33185 2024-11-24T11:12:51,572 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:12:51,577 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:12:51,577 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33185 2024-11-24T11:12:51,578 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:12:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:12:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:12:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:12:51,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:12:51,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:12:51,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:12:51,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:51,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:12:51,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:12:51,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:12:51,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:51,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:12:51,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:12:51,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:12:51,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:51,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:12:51,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:12:51,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:12:51,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:12:51,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:12:51,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:12:51,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740 2024-11-24T11:12:51,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740 2024-11-24T11:12:51,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:12:51,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:12:51,611 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:12:51,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:12:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:12:51,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:12:51,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72624391, jitterRate=0.08218775689601898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:12:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732446771582Initializing all the Stores at 1732446771584 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446771584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446771584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446771584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446771584Cleaning up temporary data from old regions at 1732446771610 (+26 ms)Region opened successfully at 1732446771625 (+15 ms) 2024-11-24T11:12:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:12:51,625 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:12:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:12:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:12:51,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:12:51,627 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:12:51,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732446771625Disabling compacts and flushes for region at 1732446771625Disabling writes for close at 1732446771625Writing region close event to WAL at 1732446771626 (+1 ms)Closed at 1732446771627 (+1 ms) 2024-11-24T11:12:51,630 DEBUG [RS:2;f5f73e76a839:42879 {}] zookeeper.ZKUtil(111): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f5f73e76a839,42879,1732446770328 2024-11-24T11:12:51,630 DEBUG [RS:0;f5f73e76a839:34959 {}] zookeeper.ZKUtil(111): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f5f73e76a839,34959,1732446770128 2024-11-24T11:12:51,630 WARN [RS:0;f5f73e76a839:34959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:12:51,630 WARN [RS:2;f5f73e76a839:42879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:12:51,631 INFO [RS:2;f5f73e76a839:42879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:12:51,631 INFO [RS:0;f5f73e76a839:34959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:12:51,631 DEBUG [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328 2024-11-24T11:12:51,631 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,34959,1732446770128 2024-11-24T11:12:51,632 DEBUG [RS:1;f5f73e76a839:36851 {}] zookeeper.ZKUtil(111): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f5f73e76a839,36851,1732446770277 2024-11-24T11:12:51,632 WARN [RS:1;f5f73e76a839:36851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:12:51,632 INFO [RS:1;f5f73e76a839:36851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:12:51,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,42879,1732446770328] 2024-11-24T11:12:51,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,36851,1732446770277] 2024-11-24T11:12:51,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,34959,1732446770128] 2024-11-24T11:12:51,633 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,36851,1732446770277 2024-11-24T11:12:51,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:12:51,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:12:51,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:12:51,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:12:51,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:12:51,667 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:12:51,668 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:12:51,668 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:12:51,687 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:12:51,688 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:12:51,688 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:12:51,694 INFO [RS:1;f5f73e76a839:36851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:12:51,694 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,694 INFO [RS:2;f5f73e76a839:42879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:12:51,694 INFO [RS:0;f5f73e76a839:34959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:12:51,695 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,695 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,696 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:12:51,696 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:12:51,696 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:12:51,704 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:12:51,704 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:12:51,705 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:12:51,706 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,706 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,706 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,706 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,706 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,706 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,706 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:12:51,707 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:12:51,707 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,707 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:12:51,708 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:2;f5f73e76a839:42879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:12:51,708 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:12:51,708 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:12:51,708 DEBUG [RS:0;f5f73e76a839:34959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:12:51,708 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:12:51,709 DEBUG [RS:1;f5f73e76a839:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:12:51,714 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34959,1732446770128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:12:51,714 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36851,1732446770277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:12:51,716 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,716 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,717 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,717 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,717 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,717 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,42879,1732446770328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:12:51,741 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:12:51,741 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:12:51,741 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:12:51,744 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,42879,1732446770328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,744 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34959,1732446770128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,744 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36851,1732446770277-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,744 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,744 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,744 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,744 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.Replication(171): f5f73e76a839,42879,1732446770328 started 2024-11-24T11:12:51,744 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.Replication(171): f5f73e76a839,34959,1732446770128 started 2024-11-24T11:12:51,744 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.Replication(171): f5f73e76a839,36851,1732446770277 started 2024-11-24T11:12:51,768 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,768 INFO [RS:2;f5f73e76a839:42879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,768 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:12:51,768 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,42879,1732446770328, RpcServer on f5f73e76a839/172.17.0.3:42879, sessionid=0x1016c8bc91d0003 2024-11-24T11:12:51,768 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,34959,1732446770128, RpcServer on f5f73e76a839/172.17.0.3:34959, sessionid=0x1016c8bc91d0001 2024-11-24T11:12:51,768 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,36851,1732446770277, RpcServer on f5f73e76a839/172.17.0.3:36851, sessionid=0x1016c8bc91d0002 2024-11-24T11:12:51,769 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:12:51,769 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:12:51,769 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:12:51,769 DEBUG [RS:0;f5f73e76a839:34959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,34959,1732446770128 2024-11-24T11:12:51,769 DEBUG [RS:2;f5f73e76a839:42879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,42879,1732446770328 2024-11-24T11:12:51,769 DEBUG [RS:1;f5f73e76a839:36851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,36851,1732446770277 2024-11-24T11:12:51,770 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,34959,1732446770128' 2024-11-24T11:12:51,770 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,36851,1732446770277' 2024-11-24T11:12:51,770 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,42879,1732446770328' 2024-11-24T11:12:51,770 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T11:12:51,770 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T11:12:51,770 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T11:12:51,771 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T11:12:51,771 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T11:12:51,771 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T11:12:51,771 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:12:51,771 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:12:51,772 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:12:51,772 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:12:51,772 DEBUG [RS:0;f5f73e76a839:34959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,34959,1732446770128 2024-11-24T11:12:51,772 DEBUG [RS:1;f5f73e76a839:36851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,36851,1732446770277 2024-11-24T11:12:51,772 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:12:51,772 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,34959,1732446770128' 2024-11-24T11:12:51,772 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:12:51,772 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,36851,1732446770277' 2024-11-24T11:12:51,772 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T11:12:51,772 DEBUG [RS:2;f5f73e76a839:42879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,42879,1732446770328 2024-11-24T11:12:51,772 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T11:12:51,772 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,42879,1732446770328' 2024-11-24T11:12:51,772 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T11:12:51,772 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T11:12:51,772 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T11:12:51,772 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T11:12:51,773 DEBUG [RS:1;f5f73e76a839:36851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:12:51,773 DEBUG [RS:2;f5f73e76a839:42879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:12:51,773 INFO [RS:1;f5f73e76a839:36851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:12:51,773 INFO [RS:2;f5f73e76a839:42879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:12:51,773 INFO [RS:2;f5f73e76a839:42879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:12:51,773 INFO [RS:1;f5f73e76a839:36851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:12:51,773 DEBUG [RS:0;f5f73e76a839:34959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:12:51,773 INFO [RS:0;f5f73e76a839:34959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:12:51,773 INFO [RS:0;f5f73e76a839:34959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:12:51,810 WARN [f5f73e76a839:39697 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T11:12:51,878 INFO [RS:1;f5f73e76a839:36851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:12:51,878 INFO [RS:2;f5f73e76a839:42879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:12:51,878 INFO [RS:0;f5f73e76a839:34959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:12:51,881 INFO [RS:1;f5f73e76a839:36851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C36851%2C1732446770277, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,36851,1732446770277, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs, maxLogs=32 2024-11-24T11:12:51,881 INFO [RS:0;f5f73e76a839:34959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C34959%2C1732446770128, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,34959,1732446770128, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs, maxLogs=32 2024-11-24T11:12:51,881 INFO [RS:2;f5f73e76a839:42879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C42879%2C1732446770328, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs, maxLogs=32 2024-11-24T11:12:51,900 DEBUG [RS:1;f5f73e76a839:36851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,36851,1732446770277/f5f73e76a839%2C36851%2C1732446770277.1732446771886, exclude list is [], retry=0 2024-11-24T11:12:51,905 DEBUG [RS:2;f5f73e76a839:42879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328/f5f73e76a839%2C42879%2C1732446770328.1732446771886, exclude list is [], retry=0 2024-11-24T11:12:51,905 DEBUG [RS:0;f5f73e76a839:34959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,34959,1732446770128/f5f73e76a839%2C34959%2C1732446770128.1732446771886, exclude list is [], retry=0 2024-11-24T11:12:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-bce45512-3a8b-4f96-a764-624d4c19ce91,DISK] 2024-11-24T11:12:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844,DISK] 2024-11-24T11:12:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b,DISK] 2024-11-24T11:12:51,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-bce45512-3a8b-4f96-a764-624d4c19ce91,DISK] 2024-11-24T11:12:51,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b,DISK] 2024-11-24T11:12:51,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844,DISK] 2024-11-24T11:12:51,912 INFO [RS:1;f5f73e76a839:36851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,36851,1732446770277/f5f73e76a839%2C36851%2C1732446770277.1732446771886 2024-11-24T11:12:51,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-bce45512-3a8b-4f96-a764-624d4c19ce91,DISK] 2024-11-24T11:12:51,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844,DISK] 2024-11-24T11:12:51,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b,DISK] 2024-11-24T11:12:51,914 DEBUG [RS:1;f5f73e76a839:36851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821),(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:33777:33777)] 2024-11-24T11:12:51,923 INFO [RS:0;f5f73e76a839:34959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,34959,1732446770128/f5f73e76a839%2C34959%2C1732446770128.1732446771886 2024-11-24T11:12:51,923 DEBUG [RS:0;f5f73e76a839:34959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-24T11:12:51,925 INFO [RS:2;f5f73e76a839:42879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328/f5f73e76a839%2C42879%2C1732446770328.1732446771886 2024-11-24T11:12:51,925 DEBUG [RS:2;f5f73e76a839:42879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-24T11:12:52,063 DEBUG [f5f73e76a839:39697 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T11:12:52,072 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(204): Hosts are {f5f73e76a839=0} racks are {/default-rack=0} 2024-11-24T11:12:52,078 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T11:12:52,078 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T11:12:52,078 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T11:12:52,078 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T11:12:52,078 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T11:12:52,078 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T11:12:52,078 INFO [f5f73e76a839:39697 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T11:12:52,078 INFO [f5f73e76a839:39697 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T11:12:52,078 INFO [f5f73e76a839:39697 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T11:12:52,078 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T11:12:52,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:12:52,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,42879,1732446770328, state=OPENING 2024-11-24T11:12:52,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:12:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:52,124 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:12:52,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:12:52,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:12:52,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:12:52,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:12:52,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:12:52,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,42879,1732446770328}] 2024-11-24T11:12:59,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:12:59,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T11:13:02,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:13:02,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:13:02,172 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:13:02,172 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:13:02,173 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:13:02,176 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C42879%2C1732446770328.meta, suffix=.meta, logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs, maxLogs=32 2024-11-24T11:13:02,191 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, exclude list is [], retry=0 2024-11-24T11:13:02,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844,DISK] 2024-11-24T11:13:02,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-bce45512-3a8b-4f96-a764-624d4c19ce91,DISK] 2024-11-24T11:13:02,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b,DISK] 2024-11-24T11:13:02,198 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta 2024-11-24T11:13:02,198 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:41557:41557),(127.0.0.1/127.0.0.1:41821:41821)] 2024-11-24T11:13:02,199 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:13:02,201 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:13:02,203 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:13:02,209 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:13:02,213 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:13:02,214 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,214 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:13:02,214 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:13:02,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:13:02,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:13:02,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:02,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:02,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:13:02,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:13:02,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:02,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:02,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:13:02,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:13:02,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:02,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:02,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:13:02,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:13:02,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:02,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:02,227 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:13:02,229 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740 2024-11-24T11:13:02,233 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740 2024-11-24T11:13:02,235 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:13:02,236 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:13:02,237 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:13:02,240 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:13:02,242 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69254985, jitterRate=0.031979694962501526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:13:02,242 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:13:02,244 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732446782215Writing region info on filesystem at 1732446782215Initializing all the Stores at 1732446782217 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446782218 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446782218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446782218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446782218Cleaning up temporary data from old regions at 1732446782236 (+18 ms)Running coprocessor post-open hooks at 1732446782242 (+6 ms)Region opened successfully at 1732446782244 (+2 ms) 2024-11-24T11:13:02,252 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732446782148 2024-11-24T11:13:02,262 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:13:02,263 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:13:02,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:02,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,42879,1732446770328, state=OPEN 2024-11-24T11:13:02,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:02,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:02,335 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:02,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:02,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:02,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:02,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:02,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:02,337 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:02,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:13:02,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,42879,1732446770328 in 10.2080 sec 2024-11-24T11:13:02,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:13:02,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7050 sec 2024-11-24T11:13:02,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:13:02,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:13:02,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:13:02,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1] 2024-11-24T11:13:02,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:13:02,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:13:02,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0310 sec 2024-11-24T11:13:02,409 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732446782409, completionTime=-1 2024-11-24T11:13:02,411 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T11:13:02,411 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:13:02,465 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T11:13:02,465 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732446842465 2024-11-24T11:13:02,465 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732446902465 2024-11-24T11:13:02,465 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 53 msec 2024-11-24T11:13:02,467 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:13:02,484 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39697,1732446769053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:13:02,484 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39697,1732446769053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:13:02,484 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39697,1732446769053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:13:02,486 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:39697, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:13:02,487 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:13:02,488 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:13:02,496 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:13:02,519 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.076sec 2024-11-24T11:13:02,520 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:13:02,521 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:13:02,522 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:13:02,522 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:13:02,523 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:13:02,523 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39697,1732446769053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:13:02,524 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39697,1732446769053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:13:02,528 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:13:02,529 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:13:02,530 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,39697,1732446769053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:13:02,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d458dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:13:02,595 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T11:13:02,595 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T11:13:02,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39697,-1 for getting cluster id 2024-11-24T11:13:02,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:13:02,610 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9404e6fd-75f0-4c3c-83ce-0236c2b0c074' 2024-11-24T11:13:02,613 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:13:02,613 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9404e6fd-75f0-4c3c-83ce-0236c2b0c074" 2024-11-24T11:13:02,613 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f0d0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:13:02,613 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39697,-1] 2024-11-24T11:13:02,615 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:13:02,617 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:13:02,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:13:02,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:13:02,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:13:02,628 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1] 2024-11-24T11:13:02,628 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:13:02,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:13:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,39697,1732446769053 2024-11-24T11:13:02,653 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732446782651 (current time:1732446782651). 2024-11-24T11:13:02,653 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T11:13:02,653 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T11:13:02,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141da473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:13:02,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,39697,-1 for getting cluster id 2024-11-24T11:13:02,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:13:02,657 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9404e6fd-75f0-4c3c-83ce-0236c2b0c074' 2024-11-24T11:13:02,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:13:02,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9404e6fd-75f0-4c3c-83ce-0236c2b0c074" 2024-11-24T11:13:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c6cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:13:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,39697,-1] 2024-11-24T11:13:02,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:13:02,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:13:02,660 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:13:02,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7f3271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:13:02,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:13:02,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1] 2024-11-24T11:13:02,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:13:02,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:13:02,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:13:02,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:13:02,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:13:02,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:13:02,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:13:02,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:13:02,684 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,39697,1732446769053 2024-11-24T11:13:02,686 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b72c12 2024-11-24T11:13:02,687 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:13:02,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:13:02,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:13:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T11:13:02,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:13:02,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T11:13:02,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:02,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:13:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741837_1013 (size=361) 2024-11-24T11:13:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741837_1013 (size=361) 2024-11-24T11:13:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741837_1013 (size=361) 2024-11-24T11:13:02,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac63eb33094c1210655ea895a6a5ad9f, NAME => 'SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,750 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 712d0b0999eace729c4291ee2fad1fee, NAME => 'SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,751 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 15bbf7b82c4dbd3bccf54c307e16494b, NAME => 'SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741838_1014 (size=62) 2024-11-24T11:13:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741838_1014 (size=62) 2024-11-24T11:13:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741838_1014 (size=62) 2024-11-24T11:13:02,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 712d0b0999eace729c4291ee2fad1fee, disabling compactions & flushes 2024-11-24T11:13:02,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741840_1016 (size=54) 2024-11-24T11:13:02,774 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:13:02,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:13:02,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. after waiting 0 ms 2024-11-24T11:13:02,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:13:02,774 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:13:02,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741840_1016 (size=54) 2024-11-24T11:13:02,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 712d0b0999eace729c4291ee2fad1fee: Waiting for close lock at 1732446782774Disabling compacts and flushes for region at 1732446782774Disabling writes for close at 1732446782774Writing region close event to WAL at 1732446782774Closed at 1732446782774 2024-11-24T11:13:02,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741840_1016 (size=54) 2024-11-24T11:13:02,775 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5d6f508b474d412fed16bac7b8f15206, NAME => 'SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ac63eb33094c1210655ea895a6a5ad9f, disabling compactions & flushes 2024-11-24T11:13:02,776 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:02,776 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:02,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. after waiting 0 ms 2024-11-24T11:13:02,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:02,777 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:02,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac63eb33094c1210655ea895a6a5ad9f: Waiting for close lock at 1732446782776Disabling compacts and flushes for region at 1732446782776Disabling writes for close at 1732446782777 (+1 ms)Writing region close event to WAL at 1732446782777Closed at 1732446782777 2024-11-24T11:13:02,777 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b3a980ca2b7659476e96e30ba6a0a11, NAME => 'SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741839_1015 (size=62) 2024-11-24T11:13:02,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741839_1015 (size=62) 2024-11-24T11:13:02,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741839_1015 (size=62) 2024-11-24T11:13:02,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 15bbf7b82c4dbd3bccf54c307e16494b, disabling compactions & flushes 2024-11-24T11:13:02,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:02,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:02,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. after waiting 0 ms 2024-11-24T11:13:02,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:02,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:02,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 15bbf7b82c4dbd3bccf54c307e16494b: Waiting for close lock at 1732446782785Disabling compacts and flushes for region at 1732446782785Disabling writes for close at 1732446782785Writing region close event to WAL at 1732446782785Closed at 1732446782785 2024-11-24T11:13:02,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6747b6c783e4ef855855b63e44653732, NAME => 'SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741841_1017 (size=62) 2024-11-24T11:13:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741841_1017 (size=62) 2024-11-24T11:13:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741841_1017 (size=62) 2024-11-24T11:13:02,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5d6f508b474d412fed16bac7b8f15206, disabling compactions & flushes 2024-11-24T11:13:02,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:13:02,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:13:02,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. after waiting 0 ms 2024-11-24T11:13:02,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:13:02,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:13:02,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5d6f508b474d412fed16bac7b8f15206: Waiting for close lock at 1732446782801Disabling compacts and flushes for region at 1732446782801Disabling writes for close at 1732446782801Writing region close event to WAL at 1732446782801Closed at 1732446782801 2024-11-24T11:13:02,802 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 697c1cd2c0232dee44552167c5cdeddd, NAME => 'SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741842_1018 (size=62) 2024-11-24T11:13:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741842_1018 (size=62) 2024-11-24T11:13:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741842_1018 (size=62) 2024-11-24T11:13:02,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6b3a980ca2b7659476e96e30ba6a0a11, disabling compactions & flushes 2024-11-24T11:13:02,805 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:02,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:02,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. after waiting 0 ms 2024-11-24T11:13:02,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:02,805 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:02,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b3a980ca2b7659476e96e30ba6a0a11: Waiting for close lock at 1732446782804Disabling compacts and flushes for region at 1732446782804Disabling writes for close at 1732446782805 (+1 ms)Writing region close event to WAL at 1732446782805Closed at 1732446782805 2024-11-24T11:13:02,806 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 012d886f7a4e4c608f548a6992b21694, NAME => 'SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741843_1019 (size=62) 2024-11-24T11:13:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741843_1019 (size=62) 2024-11-24T11:13:02,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741843_1019 (size=62) 2024-11-24T11:13:02,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,817 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6747b6c783e4ef855855b63e44653732, disabling compactions & flushes 2024-11-24T11:13:02,817 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:02,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:02,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. after waiting 0 ms 2024-11-24T11:13:02,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:02,818 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:02,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6747b6c783e4ef855855b63e44653732: Waiting for close lock at 1732446782817Disabling compacts and flushes for region at 1732446782817Disabling writes for close at 1732446782818 (+1 ms)Writing region close event to WAL at 1732446782818Closed at 1732446782818 2024-11-24T11:13:02,818 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b3cb18cb4d372470cbfca85dbbee6ca4, NAME => 'SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741844_1020 (size=62) 2024-11-24T11:13:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741845_1021 (size=62) 2024-11-24T11:13:02,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 012d886f7a4e4c608f548a6992b21694, disabling compactions & flushes 2024-11-24T11:13:02,826 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:13:02,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:13:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741844_1020 (size=62) 2024-11-24T11:13:02,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. after waiting 0 ms 2024-11-24T11:13:02,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:13:02,826 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:13:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741844_1020 (size=62) 2024-11-24T11:13:02,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 012d886f7a4e4c608f548a6992b21694: Waiting for close lock at 1732446782826Disabling compacts and flushes for region at 1732446782826Disabling writes for close at 1732446782826Writing region close event to WAL at 1732446782826Closed at 1732446782826 2024-11-24T11:13:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741845_1021 (size=62) 2024-11-24T11:13:02,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741845_1021 (size=62) 2024-11-24T11:13:02,827 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e53f7957c598819fe69309079dc2e42d, NAME => 'SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee 2024-11-24T11:13:02,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741846_1022 (size=62) 2024-11-24T11:13:02,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741846_1022 (size=62) 2024-11-24T11:13:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741846_1022 (size=62) 2024-11-24T11:13:02,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b3cb18cb4d372470cbfca85dbbee6ca4, disabling compactions & flushes 2024-11-24T11:13:02,840 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:02,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:02,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. after waiting 0 ms 2024-11-24T11:13:02,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:02,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:02,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b3cb18cb4d372470cbfca85dbbee6ca4: Waiting for close lock at 1732446782840Disabling compacts and flushes for region at 1732446782840Disabling writes for close at 1732446782841 (+1 ms)Writing region close event to WAL at 1732446782841Closed at 1732446782841 2024-11-24T11:13:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741847_1023 (size=54) 2024-11-24T11:13:02,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741847_1023 (size=54) 2024-11-24T11:13:02,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741847_1023 (size=54) 2024-11-24T11:13:02,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:02,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e53f7957c598819fe69309079dc2e42d, disabling compactions & flushes 2024-11-24T11:13:02,845 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:02,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:02,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. after waiting 0 ms 2024-11-24T11:13:02,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:02,845 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:02,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e53f7957c598819fe69309079dc2e42d: Waiting for close lock at 1732446782845Disabling compacts and flushes for region at 1732446782845Disabling writes for close at 1732446782845Writing region close event to WAL at 1732446782845Closed at 1732446782845 2024-11-24T11:13:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:03,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:03,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 697c1cd2c0232dee44552167c5cdeddd, disabling compactions & flushes 2024-11-24T11:13:03,228 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:13:03,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:13:03,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. after waiting 0 ms 2024-11-24T11:13:03,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:13:03,229 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:13:03,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 697c1cd2c0232dee44552167c5cdeddd: Waiting for close lock at 1732446783228Disabling compacts and flushes for region at 1732446783228Disabling writes for close at 1732446783229 (+1 ms)Writing region close event to WAL at 1732446783229Closed at 1732446783229 2024-11-24T11:13:03,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:13:03,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446783231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446783231"}]},"ts":"1732446783231"} 2024-11-24T11:13:03,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T11:13:03,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:13:03,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732446783272"}]},"ts":"1732446783272"} 2024-11-24T11:13:03,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T11:13:03,283 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f5f73e76a839=0} racks are {/default-rack=0} 2024-11-24T11:13:03,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T11:13:03,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T11:13:03,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T11:13:03,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T11:13:03,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T11:13:03,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T11:13:03,291 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T11:13:03,291 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T11:13:03,291 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T11:13:03,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T11:13:03,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac63eb33094c1210655ea895a6a5ad9f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15bbf7b82c4dbd3bccf54c307e16494b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b3a980ca2b7659476e96e30ba6a0a11, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6747b6c783e4ef855855b63e44653732, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3cb18cb4d372470cbfca85dbbee6ca4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e53f7957c598819fe69309079dc2e42d, ASSIGN}] 2024-11-24T11:13:03,299 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac63eb33094c1210655ea895a6a5ad9f, ASSIGN 2024-11-24T11:13:03,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN 2024-11-24T11:13:03,299 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN 2024-11-24T11:13:03,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15bbf7b82c4dbd3bccf54c307e16494b, ASSIGN 2024-11-24T11:13:03,301 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN; state=OFFLINE, location=f5f73e76a839,42879,1732446770328; forceNewPlan=false, retain=false 2024-11-24T11:13:03,301 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac63eb33094c1210655ea895a6a5ad9f, ASSIGN; state=OFFLINE, location=f5f73e76a839,34959,1732446770128; forceNewPlan=false, retain=false 2024-11-24T11:13:03,301 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN; state=OFFLINE, location=f5f73e76a839,42879,1732446770328; forceNewPlan=false, retain=false 2024-11-24T11:13:03,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15bbf7b82c4dbd3bccf54c307e16494b, ASSIGN; state=OFFLINE, location=f5f73e76a839,36851,1732446770277; forceNewPlan=false, retain=false 2024-11-24T11:13:03,308 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e53f7957c598819fe69309079dc2e42d, ASSIGN 2024-11-24T11:13:03,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3cb18cb4d372470cbfca85dbbee6ca4, ASSIGN 2024-11-24T11:13:03,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN 2024-11-24T11:13:03,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN 2024-11-24T11:13:03,309 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6747b6c783e4ef855855b63e44653732, ASSIGN 2024-11-24T11:13:03,311 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN; state=OFFLINE, location=f5f73e76a839,42879,1732446770328; forceNewPlan=false, retain=false 2024-11-24T11:13:03,311 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e53f7957c598819fe69309079dc2e42d, ASSIGN; state=OFFLINE, location=f5f73e76a839,36851,1732446770277; forceNewPlan=false, retain=false 2024-11-24T11:13:03,311 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN; state=OFFLINE, location=f5f73e76a839,42879,1732446770328; forceNewPlan=false, retain=false 2024-11-24T11:13:03,311 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6747b6c783e4ef855855b63e44653732, ASSIGN; state=OFFLINE, location=f5f73e76a839,36851,1732446770277; forceNewPlan=false, retain=false 2024-11-24T11:13:03,311 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3cb18cb4d372470cbfca85dbbee6ca4, ASSIGN; state=OFFLINE, location=f5f73e76a839,34959,1732446770128; forceNewPlan=false, retain=false 2024-11-24T11:13:03,320 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b3a980ca2b7659476e96e30ba6a0a11, ASSIGN 2024-11-24T11:13:03,321 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b3a980ca2b7659476e96e30ba6a0a11, ASSIGN; state=OFFLINE, location=f5f73e76a839,34959,1732446770128; forceNewPlan=false, retain=false 2024-11-24T11:13:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:03,455 INFO [f5f73e76a839:39697 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T11:13:03,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5d6f508b474d412fed16bac7b8f15206, regionState=OPENING, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:03,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=012d886f7a4e4c608f548a6992b21694, regionState=OPENING, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:03,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=697c1cd2c0232dee44552167c5cdeddd, regionState=OPENING, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:03,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=712d0b0999eace729c4291ee2fad1fee, regionState=OPENING, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:03,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e53f7957c598819fe69309079dc2e42d, regionState=OPENING, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:03,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6747b6c783e4ef855855b63e44653732, regionState=OPENING, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:03,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=15bbf7b82c4dbd3bccf54c307e16494b, regionState=OPENING, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:03,458 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b3cb18cb4d372470cbfca85dbbee6ca4, regionState=OPENING, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:03,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b3a980ca2b7659476e96e30ba6a0a11, regionState=OPENING, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:03,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac63eb33094c1210655ea895a6a5ad9f, regionState=OPENING, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:03,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN because future has completed 2024-11-24T11:13:03,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697c1cd2c0232dee44552167c5cdeddd, server=f5f73e76a839,42879,1732446770328}] 2024-11-24T11:13:03,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN because future has completed 2024-11-24T11:13:03,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012d886f7a4e4c608f548a6992b21694, server=f5f73e76a839,42879,1732446770328}] 2024-11-24T11:13:03,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN because future has completed 2024-11-24T11:13:03,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 712d0b0999eace729c4291ee2fad1fee, server=f5f73e76a839,42879,1732446770328}] 2024-11-24T11:13:03,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN because future has completed 2024-11-24T11:13:03,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e53f7957c598819fe69309079dc2e42d, ASSIGN because future has completed 2024-11-24T11:13:03,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e53f7957c598819fe69309079dc2e42d, server=f5f73e76a839,36851,1732446770277}] 2024-11-24T11:13:03,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6747b6c783e4ef855855b63e44653732, ASSIGN because future has completed 2024-11-24T11:13:03,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d6f508b474d412fed16bac7b8f15206, server=f5f73e76a839,42879,1732446770328}] 2024-11-24T11:13:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15bbf7b82c4dbd3bccf54c307e16494b, ASSIGN because future has completed 2024-11-24T11:13:03,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3cb18cb4d372470cbfca85dbbee6ca4, ASSIGN because future has completed 2024-11-24T11:13:03,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6747b6c783e4ef855855b63e44653732, server=f5f73e76a839,36851,1732446770277}] 2024-11-24T11:13:03,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3cb18cb4d372470cbfca85dbbee6ca4, server=f5f73e76a839,34959,1732446770128}] 2024-11-24T11:13:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b3a980ca2b7659476e96e30ba6a0a11, ASSIGN because future has completed 2024-11-24T11:13:03,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ac63eb33094c1210655ea895a6a5ad9f, ASSIGN because future has completed 2024-11-24T11:13:03,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac63eb33094c1210655ea895a6a5ad9f, server=f5f73e76a839,34959,1732446770128}] 2024-11-24T11:13:03,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15bbf7b82c4dbd3bccf54c307e16494b, server=f5f73e76a839,36851,1732446770277}] 2024-11-24T11:13:03,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b3a980ca2b7659476e96e30ba6a0a11, server=f5f73e76a839,34959,1732446770128}] 2024-11-24T11:13:03,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:13:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:07,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:13:09,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T11:13:09,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T11:13:09,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:13:09,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T11:13:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:13,486 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:13:13,486 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 712d0b0999eace729c4291ee2fad1fee, NAME => 'SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T11:13:13,487 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,487 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,487 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:13:13,487 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,487 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:13:13,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:13:13,490 INFO [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:13:13,493 INFO [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 712d0b0999eace729c4291ee2fad1fee columnFamilyName cf 2024-11-24T11:13:13,493 DEBUG [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,494 INFO [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] regionserver.HStore(327): Store=712d0b0999eace729c4291ee2fad1fee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,495 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,495 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:13,496 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 15bbf7b82c4dbd3bccf54c307e16494b, NAME => 'SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T11:13:13,497 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,497 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,497 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,497 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,497 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,497 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:13,497 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,498 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b3cb18cb4d372470cbfca85dbbee6ca4, NAME => 'SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T11:13:13,498 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,498 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,498 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,498 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,498 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,499 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,499 INFO [StoreOpener-15bbf7b82c4dbd3bccf54c307e16494b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,501 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,501 INFO [StoreOpener-b3cb18cb4d372470cbfca85dbbee6ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,501 INFO [StoreOpener-15bbf7b82c4dbd3bccf54c307e16494b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15bbf7b82c4dbd3bccf54c307e16494b columnFamilyName cf 2024-11-24T11:13:13,501 DEBUG [StoreOpener-15bbf7b82c4dbd3bccf54c307e16494b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,502 INFO [StoreOpener-15bbf7b82c4dbd3bccf54c307e16494b-1 {}] regionserver.HStore(327): Store=15bbf7b82c4dbd3bccf54c307e16494b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,502 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,503 INFO [StoreOpener-b3cb18cb4d372470cbfca85dbbee6ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3cb18cb4d372470cbfca85dbbee6ca4 columnFamilyName cf 2024-11-24T11:13:13,503 DEBUG [StoreOpener-b3cb18cb4d372470cbfca85dbbee6ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,503 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,503 INFO [StoreOpener-b3cb18cb4d372470cbfca85dbbee6ca4-1 {}] regionserver.HStore(327): Store=b3cb18cb4d372470cbfca85dbbee6ca4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,504 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,504 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/712d0b0999eace729c4291ee2fad1fee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,504 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,504 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,504 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,504 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 712d0b0999eace729c4291ee2fad1fee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68532238, jitterRate=0.021209925413131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,504 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:13,505 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 712d0b0999eace729c4291ee2fad1fee: Running coprocessor pre-open hook at 1732446793487Writing region info on filesystem at 1732446793487Initializing all the Stores at 1732446793489 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793489Cleaning up temporary data from old regions at 1732446793498 (+9 ms)Running coprocessor post-open hooks at 1732446793504 (+6 ms)Region opened successfully at 1732446793505 (+1 ms) 2024-11-24T11:13:13,506 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,507 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,507 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee., pid=17, masterSystemTime=1732446793470 2024-11-24T11:13:13,507 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,507 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,508 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,511 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,511 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:13:13,511 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:13:13,512 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:13:13,512 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 697c1cd2c0232dee44552167c5cdeddd, NAME => 'SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T11:13:13,512 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,512 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,512 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,512 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=712d0b0999eace729c4291ee2fad1fee, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:13,515 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/15bbf7b82c4dbd3bccf54c307e16494b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,516 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,516 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 15bbf7b82c4dbd3bccf54c307e16494b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71155700, jitterRate=0.060302555561065674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,516 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:13,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 712d0b0999eace729c4291ee2fad1fee, server=f5f73e76a839,42879,1732446770328 because future has completed 2024-11-24T11:13:13,517 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 15bbf7b82c4dbd3bccf54c307e16494b: Running coprocessor pre-open hook at 1732446793497Writing region info on filesystem at 1732446793497Initializing all the Stores at 1732446793498 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793498Cleaning up temporary data from old regions at 1732446793504 (+6 ms)Running coprocessor post-open hooks at 1732446793516 (+12 ms)Region opened successfully at 1732446793516 2024-11-24T11:13:13,517 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b3cb18cb4d372470cbfca85dbbee6ca4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74285353, jitterRate=0.10693801939487457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,517 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:13,517 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b3cb18cb4d372470cbfca85dbbee6ca4: Running coprocessor pre-open hook at 1732446793499Writing region info on filesystem at 1732446793499Initializing all the Stores at 1732446793500 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793500Cleaning up temporary data from old regions at 1732446793507 (+7 ms)Running coprocessor post-open hooks at 1732446793517 (+10 ms)Region opened successfully at 1732446793517 2024-11-24T11:13:13,518 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., pid=21, masterSystemTime=1732446793489 2024-11-24T11:13:13,518 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b., pid=24, masterSystemTime=1732446793486 2024-11-24T11:13:13,522 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:13,522 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:13,522 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:13,522 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e53f7957c598819fe69309079dc2e42d, NAME => 'SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T11:13:13,523 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,523 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=15bbf7b82c4dbd3bccf54c307e16494b, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:13,523 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,523 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,523 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-24T11:13:13,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 712d0b0999eace729c4291ee2fad1fee, server=f5f73e76a839,42879,1732446770328 in 10.0490 sec 2024-11-24T11:13:13,525 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:13,525 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:13,525 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:13,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b3a980ca2b7659476e96e30ba6a0a11, NAME => 'SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T11:13:13,526 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5f73e76a839,36851,1732446770277, table=SPTestTable, region=15bbf7b82c4dbd3bccf54c307e16494b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:13:13,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,526 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b3cb18cb4d372470cbfca85dbbee6ca4, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:13,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15bbf7b82c4dbd3bccf54c307e16494b, server=f5f73e76a839,36851,1732446770277 because future has completed 2024-11-24T11:13:13,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN in 10.2320 sec 2024-11-24T11:13:13,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3cb18cb4d372470cbfca85dbbee6ca4, server=f5f73e76a839,34959,1732446770128 because future has completed 2024-11-24T11:13:13,532 INFO [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,534 INFO [StoreOpener-6b3a980ca2b7659476e96e30ba6a0a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-24T11:13:13,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 15bbf7b82c4dbd3bccf54c307e16494b, server=f5f73e76a839,36851,1732446770277 in 10.0390 sec 2024-11-24T11:13:13,536 INFO [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697c1cd2c0232dee44552167c5cdeddd columnFamilyName cf 2024-11-24T11:13:13,537 DEBUG [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,538 INFO [StoreOpener-e53f7957c598819fe69309079dc2e42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,538 INFO [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] regionserver.HStore(327): Store=697c1cd2c0232dee44552167c5cdeddd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,538 INFO [StoreOpener-6b3a980ca2b7659476e96e30ba6a0a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3a980ca2b7659476e96e30ba6a0a11 columnFamilyName cf 2024-11-24T11:13:13,538 DEBUG [StoreOpener-6b3a980ca2b7659476e96e30ba6a0a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,538 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-24T11:13:13,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b3cb18cb4d372470cbfca85dbbee6ca4, server=f5f73e76a839,34959,1732446770128 in 10.0530 sec 2024-11-24T11:13:13,539 INFO [StoreOpener-6b3a980ca2b7659476e96e30ba6a0a11-1 {}] regionserver.HStore(327): Store=6b3a980ca2b7659476e96e30ba6a0a11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,539 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,540 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,540 INFO [StoreOpener-e53f7957c598819fe69309079dc2e42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e53f7957c598819fe69309079dc2e42d columnFamilyName cf 2024-11-24T11:13:13,540 DEBUG [StoreOpener-e53f7957c598819fe69309079dc2e42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,541 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15bbf7b82c4dbd3bccf54c307e16494b, ASSIGN in 10.2430 sec 2024-11-24T11:13:13,542 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,542 INFO [StoreOpener-e53f7957c598819fe69309079dc2e42d-1 {}] regionserver.HStore(327): Store=e53f7957c598819fe69309079dc2e42d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,542 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,542 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,543 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,543 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3cb18cb4d372470cbfca85dbbee6ca4, ASSIGN in 10.2460 sec 2024-11-24T11:13:13,542 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,543 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,544 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,545 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,545 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,545 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,545 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,546 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,548 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/697c1cd2c0232dee44552167c5cdeddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,548 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,549 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6b3a980ca2b7659476e96e30ba6a0a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,549 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 697c1cd2c0232dee44552167c5cdeddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71032676, jitterRate=0.05846935510635376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,549 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:13,549 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 697c1cd2c0232dee44552167c5cdeddd: Running coprocessor pre-open hook at 1732446793513Writing region info on filesystem at 1732446793513Initializing all the Stores at 1732446793514 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793514Cleaning up temporary data from old regions at 1732446793543 (+29 ms)Running coprocessor post-open hooks at 1732446793549 (+6 ms)Region opened successfully at 1732446793549 2024-11-24T11:13:13,549 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6b3a980ca2b7659476e96e30ba6a0a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73119249, jitterRate=0.08956171572208405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,550 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:13,550 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6b3a980ca2b7659476e96e30ba6a0a11: Running coprocessor pre-open hook at 1732446793527Writing region info on filesystem at 1732446793527Initializing all the Stores at 1732446793528 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793528Cleaning up temporary data from old regions at 1732446793543 (+15 ms)Running coprocessor post-open hooks at 1732446793550 (+7 ms)Region opened successfully at 1732446793550 2024-11-24T11:13:13,551 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11., pid=23, masterSystemTime=1732446793489 2024-11-24T11:13:13,551 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., pid=15, masterSystemTime=1732446793470 2024-11-24T11:13:13,553 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:13,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,554 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:13,554 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:13,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ac63eb33094c1210655ea895a6a5ad9f, NAME => 'SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T11:13:13,554 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,555 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,555 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,555 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,555 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e53f7957c598819fe69309079dc2e42d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62155362, jitterRate=-0.07381293177604675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b3a980ca2b7659476e96e30ba6a0a11, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:13,555 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:13,555 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e53f7957c598819fe69309079dc2e42d: Running coprocessor pre-open hook at 1732446793523Writing region info on filesystem at 1732446793523Initializing all the Stores at 1732446793525 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793525Cleaning up temporary data from old regions at 1732446793545 (+20 ms)Running coprocessor post-open hooks at 1732446793555 (+10 ms)Region opened successfully at 1732446793555 2024-11-24T11:13:13,555 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:13:13,556 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:13:13,556 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:13:13,556 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 012d886f7a4e4c608f548a6992b21694, NAME => 'SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T11:13:13,556 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,557 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,557 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,557 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,557 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., pid=19, masterSystemTime=1732446793486 2024-11-24T11:13:13,557 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=697c1cd2c0232dee44552167c5cdeddd, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:13,558 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39697 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5f73e76a839,42879,1732446770328, table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:13:13,559 INFO [StoreOpener-ac63eb33094c1210655ea895a6a5ad9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,560 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:13,560 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:13,560 INFO [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,561 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:13,561 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 6747b6c783e4ef855855b63e44653732, NAME => 'SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T11:13:13,562 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,562 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,562 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b3a980ca2b7659476e96e30ba6a0a11, server=f5f73e76a839,34959,1732446770128 because future has completed 2024-11-24T11:13:13,562 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e53f7957c598819fe69309079dc2e42d, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:13,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697c1cd2c0232dee44552167c5cdeddd, server=f5f73e76a839,42879,1732446770328 because future has completed 2024-11-24T11:13:13,563 INFO [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012d886f7a4e4c608f548a6992b21694 columnFamilyName cf 2024-11-24T11:13:13,564 DEBUG [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,566 INFO [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] regionserver.HStore(327): Store=012d886f7a4e4c608f548a6992b21694/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,566 INFO [StoreOpener-6747b6c783e4ef855855b63e44653732-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,566 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e53f7957c598819fe69309079dc2e42d, server=f5f73e76a839,36851,1732446770277 because future has completed 2024-11-24T11:13:13,568 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,568 INFO [StoreOpener-ac63eb33094c1210655ea895a6a5ad9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac63eb33094c1210655ea895a6a5ad9f columnFamilyName cf 2024-11-24T11:13:13,568 DEBUG [StoreOpener-ac63eb33094c1210655ea895a6a5ad9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,568 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,569 INFO [StoreOpener-ac63eb33094c1210655ea895a6a5ad9f-1 {}] regionserver.HStore(327): Store=ac63eb33094c1210655ea895a6a5ad9f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,569 INFO [StoreOpener-6747b6c783e4ef855855b63e44653732-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6747b6c783e4ef855855b63e44653732 columnFamilyName cf 2024-11-24T11:13:13,569 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,569 DEBUG [StoreOpener-6747b6c783e4ef855855b63e44653732-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,570 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,570 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,571 INFO [StoreOpener-6747b6c783e4ef855855b63e44653732-1 {}] regionserver.HStore(327): Store=6747b6c783e4ef855855b63e44653732/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,571 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,572 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,572 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-24T11:13:13,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b3a980ca2b7659476e96e30ba6a0a11, server=f5f73e76a839,34959,1732446770128 in 10.0740 sec 2024-11-24T11:13:13,573 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,573 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,573 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,573 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,574 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-24T11:13:13,575 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,575 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-24T11:13:13,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 697c1cd2c0232dee44552167c5cdeddd, server=f5f73e76a839,42879,1732446770328 in 10.1020 sec 2024-11-24T11:13:13,578 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/012d886f7a4e4c608f548a6992b21694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,577 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,579 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e53f7957c598819fe69309079dc2e42d, server=f5f73e76a839,36851,1732446770277 in 10.0950 sec 2024-11-24T11:13:13,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b3a980ca2b7659476e96e30ba6a0a11, ASSIGN in 10.2800 sec 2024-11-24T11:13:13,579 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 012d886f7a4e4c608f548a6992b21694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70394459, jitterRate=0.04895918071269989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,579 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:13,580 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 012d886f7a4e4c608f548a6992b21694: Running coprocessor pre-open hook at 1732446793557Writing region info on filesystem at 1732446793557Initializing all the Stores at 1732446793559 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793559Cleaning up temporary data from old regions at 1732446793570 (+11 ms)Running coprocessor post-open hooks at 1732446793579 (+9 ms)Region opened successfully at 1732446793580 (+1 ms) 2024-11-24T11:13:13,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN in 10.2820 sec 2024-11-24T11:13:13,581 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., pid=16, masterSystemTime=1732446793470 2024-11-24T11:13:13,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e53f7957c598819fe69309079dc2e42d, ASSIGN in 10.2850 sec 2024-11-24T11:13:13,582 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/ac63eb33094c1210655ea895a6a5ad9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,584 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ac63eb33094c1210655ea895a6a5ad9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67699968, jitterRate=0.008808135986328125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,584 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:13,584 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:13:13,584 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ac63eb33094c1210655ea895a6a5ad9f: Running coprocessor pre-open hook at 1732446793555Writing region info on filesystem at 1732446793555Initializing all the Stores at 1732446793559 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793559Cleaning up temporary data from old regions at 1732446793573 (+14 ms)Running coprocessor post-open hooks at 1732446793584 (+11 ms)Region opened successfully at 1732446793584 2024-11-24T11:13:13,584 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:13:13,584 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:13:13,584 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d6f508b474d412fed16bac7b8f15206, NAME => 'SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T11:13:13,585 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,585 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:13,585 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6747b6c783e4ef855855b63e44653732/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,585 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,585 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f., pid=22, masterSystemTime=1732446793489 2024-11-24T11:13:13,585 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,586 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 6747b6c783e4ef855855b63e44653732; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62718286, jitterRate=-0.06542471051216125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,586 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:13,587 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 6747b6c783e4ef855855b63e44653732: Running coprocessor pre-open hook at 1732446793562Writing region info on filesystem at 1732446793562Initializing all the Stores at 1732446793565 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793565Cleaning up temporary data from old regions at 1732446793575 (+10 ms)Running coprocessor post-open hooks at 1732446793586 (+11 ms)Region opened successfully at 1732446793586 2024-11-24T11:13:13,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=012d886f7a4e4c608f548a6992b21694, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:13,588 INFO [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,588 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732., pid=20, masterSystemTime=1732446793486 2024-11-24T11:13:13,590 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:13,590 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:13,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac63eb33094c1210655ea895a6a5ad9f, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:13,591 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:13,591 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:13,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012d886f7a4e4c608f548a6992b21694, server=f5f73e76a839,42879,1732446770328 because future has completed 2024-11-24T11:13:13,592 INFO [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d6f508b474d412fed16bac7b8f15206 columnFamilyName cf 2024-11-24T11:13:13,592 DEBUG [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:13,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6747b6c783e4ef855855b63e44653732, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:13,593 INFO [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] regionserver.HStore(327): Store=5d6f508b474d412fed16bac7b8f15206/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:13:13,593 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac63eb33094c1210655ea895a6a5ad9f, server=f5f73e76a839,34959,1732446770128 because future has completed 2024-11-24T11:13:13,595 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,595 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,596 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,596 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6747b6c783e4ef855855b63e44653732, server=f5f73e76a839,36851,1732446770277 because future has completed 2024-11-24T11:13:13,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-24T11:13:13,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 012d886f7a4e4c608f548a6992b21694, server=f5f73e76a839,42879,1732446770328 in 10.1270 sec 2024-11-24T11:13:13,599 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-24T11:13:13,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac63eb33094c1210655ea895a6a5ad9f, server=f5f73e76a839,34959,1732446770128 in 10.1100 sec 2024-11-24T11:13:13,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN in 10.3050 sec 2024-11-24T11:13:13,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-24T11:13:13,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ac63eb33094c1210655ea895a6a5ad9f, ASSIGN in 10.3070 sec 2024-11-24T11:13:13,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6747b6c783e4ef855855b63e44653732, server=f5f73e76a839,36851,1732446770277 in 10.1180 sec 2024-11-24T11:13:13,605 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/5d6f508b474d412fed16bac7b8f15206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:13:13,606 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 5d6f508b474d412fed16bac7b8f15206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58926616, jitterRate=-0.1219249963760376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:13:13,606 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:13,607 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 5d6f508b474d412fed16bac7b8f15206: Running coprocessor pre-open hook at 1732446793585Writing region info on filesystem at 1732446793585Initializing all the Stores at 1732446793587 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446793587Cleaning up temporary data from old regions at 1732446793596 (+9 ms)Running coprocessor post-open hooks at 1732446793606 (+10 ms)Region opened successfully at 1732446793607 (+1 ms) 2024-11-24T11:13:13,608 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206., pid=18, masterSystemTime=1732446793470 2024-11-24T11:13:13,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6747b6c783e4ef855855b63e44653732, ASSIGN in 10.3120 sec 2024-11-24T11:13:13,611 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:13:13,611 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:13:13,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5d6f508b474d412fed16bac7b8f15206, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42879,1732446770328 2024-11-24T11:13:13,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d6f508b474d412fed16bac7b8f15206, server=f5f73e76a839,42879,1732446770328 because future has completed 2024-11-24T11:13:13,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-24T11:13:13,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d6f508b474d412fed16bac7b8f15206, server=f5f73e76a839,42879,1732446770328 in 10.1460 sec 2024-11-24T11:13:13,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T11:13:13,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN in 10.3280 sec 2024-11-24T11:13:13,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:13:13,627 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732446793627"}]},"ts":"1732446793627"} 2024-11-24T11:13:13,630 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T11:13:13,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:13:13,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9350 sec 2024-11-24T11:13:15,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T11:13:18,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:13:19,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:13:19,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-24T11:13:19,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-24T11:13:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:13:20,927 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T11:13:20,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T11:13:20,930 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:13:20,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T11:13:20,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:13:20,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T11:13:20,998 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,020 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,083 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,093 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., hostname=f5f73e76a839,42879,1732446770328, seqNum=2] 2024-11-24T11:13:21,132 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., hostname=f5f73e76a839,34959,1732446770128, seqNum=2] 2024-11-24T11:13:21,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., hostname=f5f73e76a839,34959,1732446770128, seqNum=2] 2024-11-24T11:13:21,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., hostname=f5f73e76a839,34959,1732446770128, seqNum=2] 2024-11-24T11:13:21,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., hostname=f5f73e76a839,34959,1732446770128, seqNum=2] 2024-11-24T11:13:21,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., hostname=f5f73e76a839,34959,1732446770128, seqNum=2] 2024-11-24T11:13:21,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., hostname=f5f73e76a839,34959,1732446770128, seqNum=2] 2024-11-24T11:13:21,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., hostname=f5f73e76a839,36851,1732446770277, seqNum=2] 2024-11-24T11:13:21,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., hostname=f5f73e76a839,36851,1732446770277, seqNum=2] 2024-11-24T11:13:21,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., hostname=f5f73e76a839,36851,1732446770277, seqNum=2] 2024-11-24T11:13:21,234 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., hostname=f5f73e76a839,36851,1732446770277, seqNum=2] 2024-11-24T11:13:21,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., hostname=f5f73e76a839,36851,1732446770277, seqNum=2] 2024-11-24T11:13:21,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., hostname=f5f73e76a839,36851,1732446770277, seqNum=2] 2024-11-24T11:13:21,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d., hostname=f5f73e76a839,36851,1732446770277, seqNum=2] 2024-11-24T11:13:22,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:13:22,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:13:22,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:13:22,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:13:22,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:13:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:22,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:13:22,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34959 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:13:22,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36851 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:13:23,167 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T11:13:23,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:13:23,169 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T11:13:23,174 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T11:13:23,187 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T11:13:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741848_1024 (size=49) 2024-11-24T11:13:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741848_1024 (size=49) 2024-11-24T11:13:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741848_1024 (size=49) 2024-11-24T11:13:23,207 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T11:13:23,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac63eb33094c1210655ea895a6a5ad9f}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15bbf7b82c4dbd3bccf54c307e16494b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b3a980ca2b7659476e96e30ba6a0a11}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6747b6c783e4ef855855b63e44653732}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3cb18cb4d372470cbfca85dbbee6ca4}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e53f7957c598819fe69309079dc2e42d}] 2024-11-24T11:13:23,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:23,214 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:23,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:23,214 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:23,215 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:23,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:23,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:23,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:23,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:23,221 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:23,270 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f5f73e76a839,42879,1732446770328 2024-11-24T11:13:23,271 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f5f73e76a839,42879,1732446770328: Simulated kill ***** 2024-11-24T11:13:23,271 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:13:23,274 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:13:23,275 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:13:23,278 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:13:23,279 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:13:23,287 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 612441088 }, "NonHeapMemoryUsage": { "committed": 156106752, "init": 7667712, "max": -1, "used": 152994864 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "f5f73e76a839", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "f5f73e76a839", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51180", "tag.serverName": "f5f73e76a839,42879,1732446770328", "tag.clusterId": "9404e6fd-75f0-4c3c-83ce-0236c2b0c074", "tag.Context": "regionserver", "tag.Hostname": "f5f73e76a839", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732446770328, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-24T11:13:23,290 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39697 {}] master.MasterRpcServices(700): f5f73e76a839,42879,1732446770328 reported a fatal error: ***** ABORTING region server f5f73e76a839,42879,1732446770328: Simulated kill ***** 2024-11-24T11:13:23,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,42879,1732446770328' ***** 2024-11-24T11:13:23,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T11:13:23,293 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:13:23,294 INFO [RS:2;f5f73e76a839:42879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T11:13:23,294 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:13:23,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:13:23,294 INFO [RS:2;f5f73e76a839:42879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T11:13:23,294 INFO [RS:2;f5f73e76a839:42879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:13:23,294 INFO [RS:2;f5f73e76a839:42879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f5f73e76a839:42879. 2024-11-24T11:13:23,294 DEBUG [RS:2;f5f73e76a839:42879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:13:23,294 DEBUG [RS:2;f5f73e76a839:42879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:13:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741836_1012 (size=14382) 2024-11-24T11:13:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741836_1012 (size=14382) 2024-11-24T11:13:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741836_1012 (size=14382) 2024-11-24T11:13:23,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741834_1010 (size=1257) 2024-11-24T11:13:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741834_1010 (size=1257) 2024-11-24T11:13:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741834_1010 (size=1257) 2024-11-24T11:13:23,309 DEBUG [RS:2;f5f73e76a839:42879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:13:23,309 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:13:23,309 INFO [RS:2;f5f73e76a839:42879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42879 2024-11-24T11:13:23,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f5f73e76a839,42879,1732446770328 2024-11-24T11:13:23,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:13:23,354 INFO [RS:2;f5f73e76a839:42879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:13:23,365 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:13:23,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,42879,1732446770328] 2024-11-24T11:13:23,375 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f5f73e76a839,42879,1732446770328 already deleted, retry=false 2024-11-24T11:13:23,375 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f5f73e76a839,42879,1732446770328 on f5f73e76a839,39697,1732446769053 2024-11-24T11:13:23,380 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f5f73e76a839,42879,1732446770328, splitWal=true, meta=true 2024-11-24T11:13:23,383 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for f5f73e76a839,42879,1732446770328 (carryingMeta=true) f5f73e76a839,42879,1732446770328/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3eb94351[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T11:13:23,383 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f5f73e76a839,42879,1732446770328, splitWal=true, meta=true 2024-11-24T11:13:23,385 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,42879,1732446770328, splitWal=true, meta=true, isMeta: true 2024-11-24T11:13:23,385 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:23,385 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:23,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:23,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:23,388 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 can not run currently because target server of region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T11:13:23,388 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694; timeout=1000, timestamp=1732446804388 2024-11-24T11:13:23,388 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd can not run currently because target server of region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T11:13:23,388 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee can not run currently because target server of region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T11:13:23,388 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee; timeout=1000, timestamp=1732446804388 2024-11-24T11:13:23,388 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd; timeout=1000, timestamp=1732446804388 2024-11-24T11:13:23,391 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting 2024-11-24T11:13:23,390 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 can not run currently because target server of region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-24T11:13:23,391 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206; timeout=1000, timestamp=1732446804391 2024-11-24T11:13:23,393 INFO [PEWorker-4 {}] master.SplitWALManager(105): f5f73e76a839,42879,1732446770328 WAL count=1, meta=true 2024-11-24T11:13:23,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta}] 2024-11-24T11:13:23,401 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:23,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, worker=f5f73e76a839,36851,1732446770277}] 2024-11-24T11:13:23,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:13:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42879-0x1016c8bc91d0003, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:13:23,466 INFO [RS:2;f5f73e76a839:42879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:13:23,466 INFO [RS:2;f5f73e76a839:42879 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,42879,1732446770328; zookeeper connection closed. 2024-11-24T11:13:23,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34375a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34375a0 2024-11-24T11:13:23,769 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:13:23,769 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:13:24,388 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:24,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:24,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:24,390 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee can not run currently because target server of region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T11:13:24,390 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd can not run currently because target server of region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T11:13:24,390 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee; timeout=2000, timestamp=1732446806390 2024-11-24T11:13:24,390 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 can not run currently because target server of region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T11:13:24,390 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd; timeout=2000, timestamp=1732446806390 2024-11-24T11:13:24,391 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694; timeout=2000, timestamp=1732446806390 2024-11-24T11:13:24,391 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:24,393 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 can not run currently because target server of region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-24T11:13:24,393 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206; timeout=2000, timestamp=1732446806393 2024-11-24T11:13:26,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:26,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:26,392 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:26,393 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee can not run currently because target server of region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T11:13:26,393 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee; timeout=4000, timestamp=1732446810393 2024-11-24T11:13:26,393 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 can not run currently because target server of region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T11:13:26,393 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd can not run currently because target server of region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T11:13:26,393 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694; timeout=4000, timestamp=1732446810393 2024-11-24T11:13:26,393 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd; timeout=4000, timestamp=1732446810393 2024-11-24T11:13:26,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:26,395 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 can not run currently because target server of region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-24T11:13:26,395 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206; timeout=4000, timestamp=1732446810395 2024-11-24T11:13:30,394 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:30,394 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:30,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:30,395 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:30,398 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 can not run currently because target server of region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T11:13:30,398 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694; timeout=8000, timestamp=1732446818398 2024-11-24T11:13:30,400 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd can not run currently because target server of region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T11:13:30,400 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd; timeout=8000, timestamp=1732446818400 2024-11-24T11:13:30,404 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee can not run currently because target server of region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T11:13:30,404 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 can not run currently because target server of region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-24T11:13:30,404 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee; timeout=8000, timestamp=1732446818404 2024-11-24T11:13:30,404 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206; timeout=8000, timestamp=1732446818404 2024-11-24T11:13:33,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T11:13:33,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T11:13:33,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T11:13:33,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:33,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:33,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:33,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T11:13:33,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-24T11:13:33,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:33,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T11:13:33,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T11:13:33,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:33,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:33,225 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b3cb18cb4d372470cbfca85dbbee6ca4 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T11:13:33,225 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e53f7957c598819fe69309079dc2e42d 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-24T11:13:33,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 15bbf7b82c4dbd3bccf54c307e16494b: 2024-11-24T11:13:33,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ac63eb33094c1210655ea895a6a5ad9f: 2024-11-24T11:13:33,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6b3a980ca2b7659476e96e30ba6a0a11: 2024-11-24T11:13:33,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. for SnapshotProcedureTest completed. 2024-11-24T11:13:33,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. for SnapshotProcedureTest completed. 2024-11-24T11:13:33,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. for SnapshotProcedureTest completed. 2024-11-24T11:13:33,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6747b6c783e4ef855855b63e44653732: 2024-11-24T11:13:33,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. for SnapshotProcedureTest completed. 2024-11-24T11:13:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:13:33,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:13:33,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:13:33,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:13:33,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:13:33,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:13:33,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:13:33,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:13:33,254 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, size=14.0 K (14382bytes) 2024-11-24T11:13:33,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T11:13:33,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T11:13:33,255 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta 2024-11-24T11:13:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741849_1025 (size=65) 2024-11-24T11:13:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741849_1025 (size=65) 2024-11-24T11:13:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741849_1025 (size=65) 2024-11-24T11:13:33,261 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta after 4ms 2024-11-24T11:13:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741850_1026 (size=65) 2024-11-24T11:13:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741851_1027 (size=65) 2024-11-24T11:13:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741851_1027 (size=65) 2024-11-24T11:13:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741850_1026 (size=65) 2024-11-24T11:13:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741850_1026 (size=65) 2024-11-24T11:13:33,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:13:33,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741851_1027 (size=65) 2024-11-24T11:13:33,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T11:13:33,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:13:33,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T11:13:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T11:13:33,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:33,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:13:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T11:13:33,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:33,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:13:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741852_1028 (size=57) 2024-11-24T11:13:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741852_1028 (size=57) 2024-11-24T11:13:33,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b3a980ca2b7659476e96e30ba6a0a11 in 10.0670 sec 2024-11-24T11:13:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741852_1028 (size=57) 2024-11-24T11:13:33,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15bbf7b82c4dbd3bccf54c307e16494b in 10.0670 sec 2024-11-24T11:13:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:13:33,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T11:13:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T11:13:33,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:33,286 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:13:33,287 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta took 34ms 2024-11-24T11:13:33,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ac63eb33094c1210655ea895a6a5ad9f in 10.0800 sec 2024-11-24T11:13:33,298 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-24T11:13:33,305 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta.temp 2024-11-24T11:13:33,305 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta so closing down 2024-11-24T11:13:33,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T11:13:33,308 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta.temp 2024-11-24T11:13:33,313 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T11:13:33,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/.tmp/cf/f4bb5c86ccc74b7f89726eceaac4963f is 34, key is ccd/cf:cf/1732446802368/Put/seqid=0 2024-11-24T11:13:33,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741853_1029 (size=14141) 2024-11-24T11:13:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741853_1029 (size=14141) 2024-11-24T11:13:33,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-24T11:13:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741853_1029 (size=14141) 2024-11-24T11:13:33,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta.temp to hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:13:33,367 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 74 ms; skipped=1; WAL=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-24T11:13:33,367 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, journal: Splitting hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, size=14.0 K (14382bytes) at 1732446813254Finishing writing output for hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta so closing down at 1732446813306 (+52 ms)Creating recovered edits writer path=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta.temp at 1732446813309 (+3 ms)3 split writer threads finished at 1732446813313 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1732446813359 (+46 ms)Rename recovered edits hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta.temp to hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732446813363 (+4 ms)Processed 26 edits across 1 Regions in 74 ms; skipped=1; WAL=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732446813367 (+4 ms) 2024-11-24T11:13:33,368 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta 2024-11-24T11:13:33,368 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T11:13:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T11:13:33,378 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta to hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs 2024-11-24T11:13:33,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T11:13:33,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, worker=f5f73e76a839,36851,1732446770277 in 9.9750 sec 2024-11-24T11:13:33,388 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:33,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T11:13:33,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f5f73e76a839%2C42879%2C1732446770328.meta.1732446782178.meta, worker=f5f73e76a839,36851,1732446770277 in 9.9940 sec 2024-11-24T11:13:33,397 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting dir is empty, no logs to split. 2024-11-24T11:13:33,397 INFO [PEWorker-4 {}] master.SplitWALManager(105): f5f73e76a839,42879,1732446770328 WAL count=0, meta=true 2024-11-24T11:13:33,398 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if f5f73e76a839,42879,1732446770328 WAL splitting is done? wals=0, meta=true 2024-11-24T11:13:33,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:13:33,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:13:33,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:13:33,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/.tmp/cf/a549ea23fc1542d9809a62dba620476f is 34, key is eaa/cf:cf/1732446802960/Put/seqid=0 2024-11-24T11:13:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741854_1030 (size=499309) 2024-11-24T11:13:33,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741854_1030 (size=499309) 2024-11-24T11:13:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741854_1030 (size=499309) 2024-11-24T11:13:33,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/.tmp/cf/a549ea23fc1542d9809a62dba620476f 2024-11-24T11:13:33,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741855_1031 (size=47197) 2024-11-24T11:13:33,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741855_1031 (size=47197) 2024-11-24T11:13:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741855_1031 (size=47197) 2024-11-24T11:13:33,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/.tmp/cf/f4bb5c86ccc74b7f89726eceaac4963f 2024-11-24T11:13:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/.tmp/cf/a549ea23fc1542d9809a62dba620476f as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/cf/a549ea23fc1542d9809a62dba620476f 2024-11-24T11:13:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/.tmp/cf/f4bb5c86ccc74b7f89726eceaac4963f as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/cf/f4bb5c86ccc74b7f89726eceaac4963f 2024-11-24T11:13:33,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/cf/a549ea23fc1542d9809a62dba620476f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-24T11:13:33,522 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/cf/f4bb5c86ccc74b7f89726eceaac4963f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T11:13:33,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e53f7957c598819fe69309079dc2e42d in 302ms, sequenceid=5, compaction requested=false 2024-11-24T11:13:33,530 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b3cb18cb4d372470cbfca85dbbee6ca4 in 303ms, sequenceid=5, compaction requested=false 2024-11-24T11:13:33,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b3cb18cb4d372470cbfca85dbbee6ca4: 2024-11-24T11:13:33,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e53f7957c598819fe69309079dc2e42d: 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. for SnapshotProcedureTest completed. 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. for SnapshotProcedureTest completed. 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/cf/a549ea23fc1542d9809a62dba620476f] hfiles 2024-11-24T11:13:33,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/cf/f4bb5c86ccc74b7f89726eceaac4963f] hfiles 2024-11-24T11:13:33,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/cf/a549ea23fc1542d9809a62dba620476f for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/cf/f4bb5c86ccc74b7f89726eceaac4963f for snapshot=SnapshotProcedureTest 2024-11-24T11:13:33,555 DEBUG [f5f73e76a839:39697 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-24T11:13:33,556 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(204): Hosts are {f5f73e76a839=0} racks are {/default-rack=0} 2024-11-24T11:13:33,556 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T11:13:33,556 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T11:13:33,556 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T11:13:33,556 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T11:13:33,556 INFO [f5f73e76a839:39697 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T11:13:33,556 INFO [f5f73e76a839:39697 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T11:13:33,556 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T11:13:33,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:33,558 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,36851,1732446770277, state=OPENING 2024-11-24T11:13:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:33,571 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:33,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:33,572 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:13:33,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:33,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,36851,1732446770277}] 2024-11-24T11:13:33,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:33,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741856_1032 (size=97) 2024-11-24T11:13:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741856_1032 (size=97) 2024-11-24T11:13:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741856_1032 (size=97) 2024-11-24T11:13:33,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:13:33,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T11:13:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T11:13:33,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:33,603 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e53f7957c598819fe69309079dc2e42d 2024-11-24T11:13:33,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e53f7957c598819fe69309079dc2e42d in 10.3970 sec 2024-11-24T11:13:33,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741857_1033 (size=105) 2024-11-24T11:13:33,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741857_1033 (size=105) 2024-11-24T11:13:33,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741857_1033 (size=105) 2024-11-24T11:13:33,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:13:33,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T11:13:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T11:13:33,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:33,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:13:33,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3cb18cb4d372470cbfca85dbbee6ca4 in 10.4160 sec 2024-11-24T11:13:33,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:13:33,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T11:13:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T11:13:33,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:33,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6747b6c783e4ef855855b63e44653732 2024-11-24T11:13:33,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6747b6c783e4ef855855b63e44653732 in 10.4530 sec 2024-11-24T11:13:38,399 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:38,401 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:38,401 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 can not run currently because target server of region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T11:13:38,401 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694; timeout=16000, timestamp=1732446834401 2024-11-24T11:13:38,402 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd can not run currently because target server of region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T11:13:38,402 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd; timeout=16000, timestamp=1732446834402 2024-11-24T11:13:38,405 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:38,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:38,407 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 can not run currently because target server of region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T11:13:38,407 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee can not run currently because target server of region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. f5f73e76a839,42879,1732446770328 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-24T11:13:38,407 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee; timeout=16000, timestamp=1732446834407 2024-11-24T11:13:38,407 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206; timeout=16000, timestamp=1732446834407 2024-11-24T11:13:42,530 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T11:13:42,531 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T11:13:43,582 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:13:43,582 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:13:43,582 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:13:43,585 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C36851%2C1732446770277.meta, suffix=.meta, logDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,36851,1732446770277, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs, maxLogs=32 2024-11-24T11:13:43,607 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,36851,1732446770277/f5f73e76a839%2C36851%2C1732446770277.meta.1732446823587.meta, exclude list is [], retry=0 2024-11-24T11:13:43,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-bce45512-3a8b-4f96-a764-624d4c19ce91,DISK] 2024-11-24T11:13:43,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35641,DS-a1563c35-4ab0-4c11-9af8-d5528b1c0844,DISK] 2024-11-24T11:13:43,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-53fa8533-aeb7-4416-83e2-b07ade15cd9b,DISK] 2024-11-24T11:13:43,613 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,36851,1732446770277/f5f73e76a839%2C36851%2C1732446770277.meta.1732446823587.meta 2024-11-24T11:13:43,620 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41821:41821),(127.0.0.1/127.0.0.1:33777:33777),(127.0.0.1/127.0.0.1:41557:41557)] 2024-11-24T11:13:43,621 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:13:43,621 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:13:43,621 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:13:43,622 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:13:43,622 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:13:43,622 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:13:43,622 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:13:43,622 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:13:43,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:13:43,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:13:43,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:43,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:43,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:13:43,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:13:43,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:43,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:43,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:13:43,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:13:43,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:43,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:43,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:13:43,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:13:43,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:13:43,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:13:43,641 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:13:43,642 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740 2024-11-24T11:13:43,646 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740 2024-11-24T11:13:43,648 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:13:43,666 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:13:43,666 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-24T11:13:43,699 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/info/5b5e5a19329d42dea6e0966cfb9422dd is 167, key is SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee./info:regioninfo/1732446793512/Put/seqid=0 2024-11-24T11:13:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741859_1035 (size=18393) 2024-11-24T11:13:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741859_1035 (size=18393) 2024-11-24T11:13:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741859_1035 (size=18393) 2024-11-24T11:13:43,717 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/info/5b5e5a19329d42dea6e0966cfb9422dd 2024-11-24T11:13:43,749 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/ns/315ab8a428b84ec590b46fa0ee1d0047 is 43, key is default/ns:d/1732446782396/Put/seqid=0 2024-11-24T11:13:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741860_1036 (size=5153) 2024-11-24T11:13:43,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741860_1036 (size=5153) 2024-11-24T11:13:43,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741860_1036 (size=5153) 2024-11-24T11:13:43,760 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/ns/315ab8a428b84ec590b46fa0ee1d0047 2024-11-24T11:13:43,791 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/table/0890e25469a04ef3aa6e49e6c909d53b is 47, key is SPTestTable/table:state/1732446793627/Put/seqid=0 2024-11-24T11:13:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741861_1037 (size=5214) 2024-11-24T11:13:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741861_1037 (size=5214) 2024-11-24T11:13:43,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741861_1037 (size=5214) 2024-11-24T11:13:43,800 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/table/0890e25469a04ef3aa6e49e6c909d53b 2024-11-24T11:13:43,811 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/info/5b5e5a19329d42dea6e0966cfb9422dd as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/info/5b5e5a19329d42dea6e0966cfb9422dd 2024-11-24T11:13:43,819 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/info/5b5e5a19329d42dea6e0966cfb9422dd, entries=100, sequenceid=28, filesize=18.0 K 2024-11-24T11:13:43,821 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/ns/315ab8a428b84ec590b46fa0ee1d0047 as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/ns/315ab8a428b84ec590b46fa0ee1d0047 2024-11-24T11:13:43,830 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/ns/315ab8a428b84ec590b46fa0ee1d0047, entries=2, sequenceid=28, filesize=5.0 K 2024-11-24T11:13:43,832 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/table/0890e25469a04ef3aa6e49e6c909d53b as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/table/0890e25469a04ef3aa6e49e6c909d53b 2024-11-24T11:13:43,841 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/table/0890e25469a04ef3aa6e49e6c909d53b, entries=2, sequenceid=28, filesize=5.1 K 2024-11-24T11:13:43,842 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 175ms, sequenceid=28, compaction requested=false; wal=null 2024-11-24T11:13:43,843 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:13:43,845 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:13:43,845 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:13:43,846 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:13:43,848 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:13:43,851 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-24T11:13:43,853 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74145442, jitterRate=0.10485318303108215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:13:43,853 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:13:43,853 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732446823622Writing region info on filesystem at 1732446823623 (+1 ms)Initializing all the Stores at 1732446823624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446823624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446823624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446823624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446823624Obtaining lock to block concurrent updates at 1732446823666 (+42 ms)Preparing flush snapshotting stores in 1588230740 at 1732446823666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732446823666Flushing stores of hbase:meta,,1.1588230740 at 1732446823666Flushing 1588230740/info: creating writer at 1732446823667 (+1 ms)Flushing 1588230740/info: appending metadata at 1732446823698 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732446823698Flushing 1588230740/ns: creating writer at 1732446823728 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732446823749 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732446823749Flushing 1588230740/table: creating writer at 1732446823770 (+21 ms)Flushing 1588230740/table: appending metadata at 1732446823790 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732446823791 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f84f793: reopening flushed file at 1732446823809 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9a339f: reopening flushed file at 1732446823820 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cda4e23: reopening flushed file at 1732446823830 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 175ms, sequenceid=28, compaction requested=false; wal=null at 1732446823842 (+12 ms)Cleaning up temporary data from old regions at 1732446823845 (+3 ms)Running coprocessor post-open hooks at 1732446823853 (+8 ms)Region opened successfully at 1732446823853 2024-11-24T11:13:43,855 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732446823576 2024-11-24T11:13:43,857 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:13:43,857 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:13:43,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:43,859 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,36851,1732446770277, state=OPEN 2024-11-24T11:13:43,901 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:43,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:13:43,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:43,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:43,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:13:43,901 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:43,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-24T11:13:43,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,36851,1732446770277 in 10.3290 sec 2024-11-24T11:13:43,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-24T11:13:43,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5040 sec 2024-11-24T11:13:43,908 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f5f73e76a839,42879,1732446770328 had 5 regions 2024-11-24T11:13:43,910 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,42879,1732446770328, splitWal=true, meta=true, isMeta: false 2024-11-24T11:13:43,914 INFO [PEWorker-1 {}] master.SplitWALManager(105): f5f73e76a839,42879,1732446770328 WAL count=1, meta=false 2024-11-24T11:13:43,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f5f73e76a839%2C42879%2C1732446770328.1732446771886}] 2024-11-24T11:13:43,916 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:43,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f5f73e76a839%2C42879%2C1732446770328.1732446771886, worker=f5f73e76a839,34959,1732446770128}] 2024-11-24T11:13:48,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:13:49,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:13:53,532 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T11:13:53,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-24T11:13:53,943 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886, size=1.2 K (1257bytes) 2024-11-24T11:13:53,943 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886 2024-11-24T11:13:53,943 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886 after 0ms 2024-11-24T11:13:53,947 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886 took 5ms 2024-11-24T11:13:53,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 712d0b0999eace729c4291ee2fad1fee: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T11:13:53,952 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 697c1cd2c0232dee44552167c5cdeddd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T11:13:53,954 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 012d886f7a4e4c608f548a6992b21694: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T11:13:53,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 5d6f508b474d412fed16bac7b8f15206: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-24T11:13:53,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886 so closing down 2024-11-24T11:13:53,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T11:13:53,956 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T11:13:53,956 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 9 ms; skipped=4; WAL=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-24T11:13:53,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886, journal: Splitting hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886, size=1.2 K (1257bytes) at 1732446833943Finishing writing output for hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886 so closing down at 1732446833956 (+13 ms)3 split writer threads finished at 1732446833956Processed 4 edits across 0 Regions in 9 ms; skipped=4; WAL=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732446833956 2024-11-24T11:13:53,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886 2024-11-24T11:13:53,956 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T11:13:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-24T11:13:53,961 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting/f5f73e76a839%2C42879%2C1732446770328.1732446771886 to hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs 2024-11-24T11:13:53,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-24T11:13:53,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f5f73e76a839%2C42879%2C1732446770328.1732446771886, worker=f5f73e76a839,34959,1732446770128 in 10.0440 sec 2024-11-24T11:13:53,967 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:53,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-24T11:13:53,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f5f73e76a839%2C42879%2C1732446770328.1732446771886, worker=f5f73e76a839,34959,1732446770128 in 10.0530 sec 2024-11-24T11:13:53,974 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/WALs/f5f73e76a839,42879,1732446770328-splitting dir is empty, no logs to split. 2024-11-24T11:13:53,974 INFO [PEWorker-1 {}] master.SplitWALManager(105): f5f73e76a839,42879,1732446770328 WAL count=0, meta=false 2024-11-24T11:13:53,974 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f5f73e76a839,42879,1732446770328 WAL splitting is done? wals=0, meta=false 2024-11-24T11:13:53,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN}] 2024-11-24T11:13:53,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN 2024-11-24T11:13:53,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN 2024-11-24T11:13:53,979 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN 2024-11-24T11:13:53,979 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN 2024-11-24T11:13:53,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:13:53,980 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:13:53,981 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:13:53,981 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:13:54,131 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(204): Hosts are {f5f73e76a839=0} racks are {/default-rack=0} 2024-11-24T11:13:54,131 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T11:13:54,131 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T11:13:54,131 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T11:13:54,131 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T11:13:54,131 INFO [f5f73e76a839:39697 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T11:13:54,131 INFO [f5f73e76a839:39697 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T11:13:54,131 DEBUG [f5f73e76a839:39697 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T11:13:54,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=5d6f508b474d412fed16bac7b8f15206, regionState=OPENING, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:54,132 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=012d886f7a4e4c608f548a6992b21694, regionState=OPENING, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:13:54,132 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=697c1cd2c0232dee44552167c5cdeddd, regionState=OPENING, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:54,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=712d0b0999eace729c4291ee2fad1fee, regionState=OPENING, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:13:54,134 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f5f73e76a839:42879 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:42879 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:13:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1, error=java.net.ConnectException: Call to address=f5f73e76a839:42879 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:42879 2024-11-24T11:13:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-24T11:13:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 from cache 2024-11-24T11:13:54,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f5f73e76a839:42879 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:42879 2024-11-24T11:13:54,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f5f73e76a839:42879 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:42879 2024-11-24T11:13:54,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f5f73e76a839:42879 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:42879 2024-11-24T11:13:54,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address f5f73e76a839:42879 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f5f73e76a839/172.17.0.3:42879 2024-11-24T11:13:54,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:13:54,245 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36851,1732446770277, seqNum=-1] 2024-11-24T11:13:54,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:13:54,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:13:54,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN because future has completed 2024-11-24T11:13:54,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012d886f7a4e4c608f548a6992b21694, server=f5f73e76a839,34959,1732446770128}] 2024-11-24T11:13:54,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN because future has completed 2024-11-24T11:13:54,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d6f508b474d412fed16bac7b8f15206, server=f5f73e76a839,34959,1732446770128}] 2024-11-24T11:13:54,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN because future has completed 2024-11-24T11:13:54,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 712d0b0999eace729c4291ee2fad1fee, server=f5f73e76a839,36851,1732446770277}] 2024-11-24T11:13:54,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN because future has completed 2024-11-24T11:13:54,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697c1cd2c0232dee44552167c5cdeddd, server=f5f73e76a839,36851,1732446770277}] 2024-11-24T11:13:54,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 held by pid=45 2024-11-24T11:13:54,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:13:54,402 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd held by pid=44 2024-11-24T11:13:54,402 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:13:54,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee held by pid=46 2024-11-24T11:13:54,407 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:13:54,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 held by pid=43 2024-11-24T11:13:54,407 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:13:55,420 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T11:13:58,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b3cb18cb4d372470cbfca85dbbee6ca4, had cached 0 bytes from a total of 47197 2024-11-24T11:13:58,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e53f7957c598819fe69309079dc2e42d, had cached 0 bytes from a total of 499309 2024-11-24T11:14:02,687 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ac63eb33094c1210655ea895a6a5ad9f changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:02,687 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6b3a980ca2b7659476e96e30ba6a0a11 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:02,688 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b3cb18cb4d372470cbfca85dbbee6ca4 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:02,688 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15bbf7b82c4dbd3bccf54c307e16494b changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:02,688 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6747b6c783e4ef855855b63e44653732 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:02,689 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e53f7957c598819fe69309079dc2e42d changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:02,689 DEBUG [master/f5f73e76a839:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:04,260 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:04,261 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 012d886f7a4e4c608f548a6992b21694, NAME => 'SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T11:14:04,261 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:04,261 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,261 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:04,261 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 712d0b0999eace729c4291ee2fad1fee, NAME => 'SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T11:14:04,261 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,261 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,261 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,262 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:04,262 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,262 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,263 INFO [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,264 INFO [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,265 INFO [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 712d0b0999eace729c4291ee2fad1fee columnFamilyName cf 2024-11-24T11:14:04,265 INFO [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 012d886f7a4e4c608f548a6992b21694 columnFamilyName cf 2024-11-24T11:14:04,265 DEBUG [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:04,265 DEBUG [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:04,265 INFO [StoreOpener-712d0b0999eace729c4291ee2fad1fee-1 {}] regionserver.HStore(327): Store=712d0b0999eace729c4291ee2fad1fee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:14:04,265 INFO [StoreOpener-012d886f7a4e4c608f548a6992b21694-1 {}] regionserver.HStore(327): Store=012d886f7a4e4c608f548a6992b21694/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:14:04,265 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,265 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,266 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,266 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,267 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,267 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,268 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,268 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,268 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,268 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,270 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,270 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,271 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 012d886f7a4e4c608f548a6992b21694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73303179, jitterRate=0.09230248630046844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:14:04,271 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,271 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 712d0b0999eace729c4291ee2fad1fee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65998406, jitterRate=-0.01654711365699768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:14:04,271 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,271 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 012d886f7a4e4c608f548a6992b21694: Running coprocessor pre-open hook at 1732446844261Writing region info on filesystem at 1732446844261Initializing all the Stores at 1732446844263 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446844263Cleaning up temporary data from old regions at 1732446844268 (+5 ms)Running coprocessor post-open hooks at 1732446844271 (+3 ms)Region opened successfully at 1732446844271 2024-11-24T11:14:04,271 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 712d0b0999eace729c4291ee2fad1fee: Running coprocessor pre-open hook at 1732446844262Writing region info on filesystem at 1732446844262Initializing all the Stores at 1732446844263 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446844263Cleaning up temporary data from old regions at 1732446844268 (+5 ms)Running coprocessor post-open hooks at 1732446844271 (+3 ms)Region opened successfully at 1732446844271 2024-11-24T11:14:04,272 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694., pid=47, masterSystemTime=1732446844252 2024-11-24T11:14:04,272 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee., pid=49, masterSystemTime=1732446844255 2024-11-24T11:14:04,274 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:04,275 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:04,275 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:04,275 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d6f508b474d412fed16bac7b8f15206, NAME => 'SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T11:14:04,275 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=012d886f7a4e4c608f548a6992b21694, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:04,275 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,276 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:04,276 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:04,276 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:04,276 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,276 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,276 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:04,276 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 697c1cd2c0232dee44552167c5cdeddd, NAME => 'SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T11:14:04,276 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,276 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:04,277 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,277 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=712d0b0999eace729c4291ee2fad1fee, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:04,279 INFO [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 012d886f7a4e4c608f548a6992b21694, server=f5f73e76a839,34959,1732446770128 because future has completed 2024-11-24T11:14:04,280 INFO [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d6f508b474d412fed16bac7b8f15206 columnFamilyName cf 2024-11-24T11:14:04,281 DEBUG [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:04,281 INFO [StoreOpener-5d6f508b474d412fed16bac7b8f15206-1 {}] regionserver.HStore(327): Store=5d6f508b474d412fed16bac7b8f15206/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:14:04,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 712d0b0999eace729c4291ee2fad1fee, server=f5f73e76a839,36851,1732446770277 because future has completed 2024-11-24T11:14:04,281 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,282 INFO [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,282 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,283 INFO [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 697c1cd2c0232dee44552167c5cdeddd columnFamilyName cf 2024-11-24T11:14:04,283 DEBUG [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:04,284 INFO [StoreOpener-697c1cd2c0232dee44552167c5cdeddd-1 {}] regionserver.HStore(327): Store=697c1cd2c0232dee44552167c5cdeddd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:14:04,284 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-24T11:14:04,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 012d886f7a4e4c608f548a6992b21694, server=f5f73e76a839,34959,1732446770128 in 10.0310 sec 2024-11-24T11:14:04,285 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,285 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,285 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,285 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,286 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,287 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,287 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=012d886f7a4e4c608f548a6992b21694, ASSIGN in 10.3080 sec 2024-11-24T11:14:04,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:04,289 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,290 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,290 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 5d6f508b474d412fed16bac7b8f15206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62589244, jitterRate=-0.06734758615493774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:14:04,290 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,291 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 5d6f508b474d412fed16bac7b8f15206: Running coprocessor pre-open hook at 1732446844276Writing region info on filesystem at 1732446844276Initializing all the Stores at 1732446844278 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446844278Cleaning up temporary data from old regions at 1732446844286 (+8 ms)Running coprocessor post-open hooks at 1732446844290 (+4 ms)Region opened successfully at 1732446844291 (+1 ms) 2024-11-24T11:14:04,291 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 697c1cd2c0232dee44552167c5cdeddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66382215, jitterRate=-0.010827913880348206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:14:04,291 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206., pid=48, masterSystemTime=1732446844252 2024-11-24T11:14:04,292 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,292 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 697c1cd2c0232dee44552167c5cdeddd: Running coprocessor pre-open hook at 1732446844277Writing region info on filesystem at 1732446844277Initializing all the Stores at 1732446844281 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446844281Cleaning up temporary data from old regions at 1732446844287 (+6 ms)Running coprocessor post-open hooks at 1732446844292 (+5 ms)Region opened successfully at 1732446844292 2024-11-24T11:14:04,292 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., pid=50, masterSystemTime=1732446844255 2024-11-24T11:14:04,297 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:04,297 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:04,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=5d6f508b474d412fed16bac7b8f15206, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:04,299 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:04,299 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:04,300 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=697c1cd2c0232dee44552167c5cdeddd, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:04,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d6f508b474d412fed16bac7b8f15206, server=f5f73e76a839,34959,1732446770128 because future has completed 2024-11-24T11:14:04,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-24T11:14:04,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 712d0b0999eace729c4291ee2fad1fee, server=f5f73e76a839,36851,1732446770277 in 10.0450 sec 2024-11-24T11:14:04,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 697c1cd2c0232dee44552167c5cdeddd, server=f5f73e76a839,36851,1732446770277 because future has completed 2024-11-24T11:14:04,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=712d0b0999eace729c4291ee2fad1fee, ASSIGN in 10.3250 sec 2024-11-24T11:14:04,304 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:04,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-24T11:14:04,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d6f508b474d412fed16bac7b8f15206, server=f5f73e76a839,34959,1732446770128 in 10.0530 sec 2024-11-24T11:14:04,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=44 2024-11-24T11:14:04,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 697c1cd2c0232dee44552167c5cdeddd, server=f5f73e76a839,36851,1732446770277 in 10.0500 sec 2024-11-24T11:14:04,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=697c1cd2c0232dee44552167c5cdeddd, ASSIGN in 10.3300 sec 2024-11-24T11:14:04,308 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:04,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:04,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-24T11:14:04,309 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server f5f73e76a839,42879,1732446770328 after splitting done 2024-11-24T11:14:04,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5d6f508b474d412fed16bac7b8f15206, ASSIGN in 10.3300 sec 2024-11-24T11:14:04,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure f5f73e76a839,42879,1732446770328, splitWal=true, meta=true in 40.9340 sec 2024-11-24T11:14:09,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T11:14:14,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T11:14:14,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T11:14:14,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:14,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:14,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 012d886f7a4e4c608f548a6992b21694: 2024-11-24T11:14:14,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5d6f508b474d412fed16bac7b8f15206: 2024-11-24T11:14:14,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. for SnapshotProcedureTest completed. 2024-11-24T11:14:14,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. for SnapshotProcedureTest completed. 2024-11-24T11:14:14,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:14:14,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:14:14,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:14:14,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:14:14,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:14:14,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:14:14,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T11:14:14,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:14,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T11:14:14,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 697c1cd2c0232dee44552167c5cdeddd: 2024-11-24T11:14:14,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. for SnapshotProcedureTest completed. 2024-11-24T11:14:14,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 712d0b0999eace729c4291ee2fad1fee: 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. for SnapshotProcedureTest completed. 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:14:14,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:14:14,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741862_1038 (size=65) 2024-11-24T11:14:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741862_1038 (size=65) 2024-11-24T11:14:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741862_1038 (size=65) 2024-11-24T11:14:14,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:14,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T11:14:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T11:14:14,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:14,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:14,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 012d886f7a4e4c608f548a6992b21694 in 51.1080 sec 2024-11-24T11:14:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741863_1039 (size=65) 2024-11-24T11:14:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741863_1039 (size=65) 2024-11-24T11:14:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741863_1039 (size=65) 2024-11-24T11:14:14,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:14,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T11:14:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T11:14:14,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:14,330 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:14,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5d6f508b474d412fed16bac7b8f15206 in 51.1230 sec 2024-11-24T11:14:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741864_1040 (size=65) 2024-11-24T11:14:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741864_1040 (size=65) 2024-11-24T11:14:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741864_1040 (size=65) 2024-11-24T11:14:14,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741865_1041 (size=65) 2024-11-24T11:14:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741865_1041 (size=65) 2024-11-24T11:14:14,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741865_1041 (size=65) 2024-11-24T11:14:14,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:14,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T11:14:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T11:14:14,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:14,344 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:14,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:14,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T11:14:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T11:14:14,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:14,346 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:14,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 712d0b0999eace729c4291ee2fad1fee in 51.1370 sec 2024-11-24T11:14:14,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-24T11:14:14,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 697c1cd2c0232dee44552167c5cdeddd in 51.1390 sec 2024-11-24T11:14:14,350 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T11:14:14,352 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T11:14:14,355 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T11:14:14,355 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T11:14:14,359 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T11:14:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741866_1042 (size=1094) 2024-11-24T11:14:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741866_1042 (size=1094) 2024-11-24T11:14:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741866_1042 (size=1094) 2024-11-24T11:14:14,408 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T11:14:14,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T11:14:14,426 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:14,426 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:14,426 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:14,426 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:14,427 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:14,434 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:18,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:14:24,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-24T11:14:24,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-24T11:14:24,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-24T11:14:24,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-24T11:14:24,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-24T11:14:24,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-24T11:14:24,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T11:14:24,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T11:14:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-24T11:14:24,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-24T11:14:24,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-24T11:14:24,455 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 Release verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-24T11:14:24,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T11:14:24,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-24T11:14:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-24T11:14:24,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T11:14:24,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-24T11:14:24,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 in 10.0370 sec 2024-11-24T11:14:24,461 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-24T11:14:24,466 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 Release verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:24,474 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-24T11:14:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-24T11:14:24,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 in 10.0480 sec 2024-11-24T11:14:24,482 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 Release verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:24,482 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:24,482 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 Release verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:24,494 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 Release verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:24,495 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:24,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 in 10.0640 sec 2024-11-24T11:14:24,498 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 Release verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:24,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 in 10.0640 sec 2024-11-24T11:14:24,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 in 10.0760 sec 2024-11-24T11:14:24,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 in 10.0800 sec 2024-11-24T11:14:27,422 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T11:14:28,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-24T11:14:34,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-24T11:14:34,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-24T11:14:34,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T11:14:34,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-24T11:14:34,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-24T11:14:34,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T11:14:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-24T11:14:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-24T11:14:34,467 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 Release verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-24T11:14:34,468 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 Release verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:34,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 in 20.0490 sec 2024-11-24T11:14:34,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 in 20.0510 sec 2024-11-24T11:14:34,471 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 Release verify snapshot worker=f5f73e76a839,36851,1732446770277 2024-11-24T11:14:34,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,36851,1732446770277 in 20.0530 sec 2024-11-24T11:14:34,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-24T11:14:34,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-24T11:14:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39697 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-24T11:14:34,499 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 Release verify snapshot worker=f5f73e76a839,34959,1732446770128 2024-11-24T11:14:34,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-24T11:14:34,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34959,1732446770128 in 20.0810 sec 2024-11-24T11:14:34,501 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T11:14:34,504 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T11:14:34,508 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T11:14:34,508 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T11:14:34,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.346 sec 2024-11-24T11:14:34,719 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T11:14:34,721 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f5f73e76a839:42879 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f5f73e76a839/172.17.0.3:42879 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:14:34,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1, error=java.net.ConnectException: Call to address=f5f73e76a839:42879 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f5f73e76a839/172.17.0.3:42879 2024-11-24T11:14:34,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-24T11:14:34,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42879,1732446770328, seqNum=-1 from cache 2024-11-24T11:14:34,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address f5f73e76a839:42879 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f5f73e76a839/172.17.0.3:42879 2024-11-24T11:14:34,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:14:34,826 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,36851,1732446770277, seqNum=-1] 2024-11-24T11:14:34,855 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T11:14:34,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:14:34,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:14:34,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:14:34,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:34,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:34,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:14:34,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:14:34,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-11-24T11:14:34,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,39697,1732446769053 2024-11-24T11:14:34,919 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:14:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:14:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:14:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:34,919 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:34,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:34,919 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:14:34,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:14:34,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:14:34,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:34,920 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,34959,1732446770128' ***** 2024-11-24T11:14:34,920 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:14:34,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,36851,1732446770277' ***** 2024-11-24T11:14:34,921 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:14:34,921 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:14:34,921 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:14:34,921 INFO [RS:0;f5f73e76a839:34959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:14:34,921 INFO [RS:1;f5f73e76a839:36851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:14:34,921 INFO [RS:0;f5f73e76a839:34959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:14:34,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:14:34,921 INFO [RS:1;f5f73e76a839:36851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:14:34,921 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:14:34,921 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 697c1cd2c0232dee44552167c5cdeddd 2024-11-24T11:14:34,921 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(3091): Received CLOSE for b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:14:34,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:14:34,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:14:34,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:14:34,924 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 6747b6c783e4ef855855b63e44653732 2024-11-24T11:14:34,924 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 712d0b0999eace729c4291ee2fad1fee 2024-11-24T11:14:34,924 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 15bbf7b82c4dbd3bccf54c307e16494b 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for e53f7957c598819fe69309079dc2e42d 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,36851,1732446770277 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f5f73e76a839:36851. 2024-11-24T11:14:34,925 DEBUG [RS:1;f5f73e76a839:36851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:14:34,925 DEBUG [RS:1;f5f73e76a839:36851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:34,925 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 697c1cd2c0232dee44552167c5cdeddd, disabling compactions & flushes 2024-11-24T11:14:34,925 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:34,925 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:34,925 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. after waiting 0 ms 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:14:34,925 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:14:34,925 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:14:34,932 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d6f508b474d412fed16bac7b8f15206 2024-11-24T11:14:34,932 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(3091): Received CLOSE for ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:14:34,932 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b3a980ca2b7659476e96e30ba6a0a11 2024-11-24T11:14:34,932 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3cb18cb4d372470cbfca85dbbee6ca4, disabling compactions & flushes 2024-11-24T11:14:34,932 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(3091): Received CLOSE for 012d886f7a4e4c608f548a6992b21694 2024-11-24T11:14:34,932 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:14:34,932 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,34959,1732446770128 2024-11-24T11:14:34,932 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:14:34,933 INFO [RS:0;f5f73e76a839:34959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:14:34,933 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. after waiting 0 ms 2024-11-24T11:14:34,933 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:14:34,933 INFO [RS:0;f5f73e76a839:34959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:34959. 2024-11-24T11:14:34,933 DEBUG [RS:0;f5f73e76a839:34959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:14:34,933 DEBUG [RS:0;f5f73e76a839:34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:34,933 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-24T11:14:34,933 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1325): Online Regions={b3cb18cb4d372470cbfca85dbbee6ca4=SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4., 5d6f508b474d412fed16bac7b8f15206=SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206., ac63eb33094c1210655ea895a6a5ad9f=SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f., 6b3a980ca2b7659476e96e30ba6a0a11=SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11., 012d886f7a4e4c608f548a6992b21694=SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694.} 2024-11-24T11:14:34,934 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1351): Waiting on 012d886f7a4e4c608f548a6992b21694, 5d6f508b474d412fed16bac7b8f15206, 6b3a980ca2b7659476e96e30ba6a0a11, ac63eb33094c1210655ea895a6a5ad9f, b3cb18cb4d372470cbfca85dbbee6ca4 2024-11-24T11:14:34,937 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:14:34,938 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:14:34,951 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-24T11:14:34,951 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1325): Online Regions={697c1cd2c0232dee44552167c5cdeddd=SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd., 6747b6c783e4ef855855b63e44653732=SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732., 712d0b0999eace729c4291ee2fad1fee=SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee., 1588230740=hbase:meta,,1.1588230740, 15bbf7b82c4dbd3bccf54c307e16494b=SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b., e53f7957c598819fe69309079dc2e42d=SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d.} 2024-11-24T11:14:34,951 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbf7b82c4dbd3bccf54c307e16494b, 6747b6c783e4ef855855b63e44653732, 697c1cd2c0232dee44552167c5cdeddd, 712d0b0999eace729c4291ee2fad1fee, e53f7957c598819fe69309079dc2e42d 2024-11-24T11:14:34,961 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:14:34,962 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:14:34,962 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:14:34,962 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:14:34,962 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:14:34,962 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.92 KB heapSize=7.28 KB 2024-11-24T11:14:35,012 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/info/0cdb7833d88a429394a7d6e02ab5427c is 167, key is SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee./info:regioninfo/1732446844277/Put/seqid=0 2024-11-24T11:14:35,032 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/b3cb18cb4d372470cbfca85dbbee6ca4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:14:35,032 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/697c1cd2c0232dee44552167c5cdeddd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,039 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:35,039 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 697c1cd2c0232dee44552167c5cdeddd: Waiting for close lock at 1732446874925Running coprocessor pre-close hooks at 1732446874925Disabling compacts and flushes for region at 1732446874925Disabling writes for close at 1732446874925Writing region close event to WAL at 1732446874960 (+35 ms)Running coprocessor post-close hooks at 1732446875033 (+73 ms)Closed at 1732446875039 (+6 ms) 2024-11-24T11:14:35,040 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732446782691.697c1cd2c0232dee44552167c5cdeddd. 2024-11-24T11:14:35,040 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:14:35,040 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3cb18cb4d372470cbfca85dbbee6ca4: Waiting for close lock at 1732446874932Running coprocessor pre-close hooks at 1732446874932Disabling compacts and flushes for region at 1732446874932Disabling writes for close at 1732446874933 (+1 ms)Writing region close event to WAL at 1732446874976 (+43 ms)Running coprocessor post-close hooks at 1732446875040 (+64 ms)Closed at 1732446875040 2024-11-24T11:14:35,040 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6747b6c783e4ef855855b63e44653732, disabling compactions & flushes 2024-11-24T11:14:35,040 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:14:35,040 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732446782691.b3cb18cb4d372470cbfca85dbbee6ca4. 2024-11-24T11:14:35,040 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:14:35,040 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. after waiting 0 ms 2024-11-24T11:14:35,040 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d6f508b474d412fed16bac7b8f15206, disabling compactions & flushes 2024-11-24T11:14:35,041 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:14:35,041 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:35,041 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:35,041 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. after waiting 0 ms 2024-11-24T11:14:35,041 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:35,089 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/5d6f508b474d412fed16bac7b8f15206/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,091 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:35,091 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d6f508b474d412fed16bac7b8f15206: Waiting for close lock at 1732446875040Running coprocessor pre-close hooks at 1732446875040Disabling compacts and flushes for region at 1732446875040Disabling writes for close at 1732446875041 (+1 ms)Writing region close event to WAL at 1732446875061 (+20 ms)Running coprocessor post-close hooks at 1732446875090 (+29 ms)Closed at 1732446875091 (+1 ms) 2024-11-24T11:14:35,091 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732446782691.5d6f508b474d412fed16bac7b8f15206. 2024-11-24T11:14:35,091 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac63eb33094c1210655ea895a6a5ad9f, disabling compactions & flushes 2024-11-24T11:14:35,092 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:14:35,092 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:14:35,092 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. after waiting 0 ms 2024-11-24T11:14:35,092 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:14:35,107 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6747b6c783e4ef855855b63e44653732/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,109 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:14:35,110 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6747b6c783e4ef855855b63e44653732: Waiting for close lock at 1732446875040Running coprocessor pre-close hooks at 1732446875040Disabling compacts and flushes for region at 1732446875040Disabling writes for close at 1732446875040Writing region close event to WAL at 1732446875048 (+8 ms)Running coprocessor post-close hooks at 1732446875109 (+61 ms)Closed at 1732446875109 2024-11-24T11:14:35,110 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732446782691.6747b6c783e4ef855855b63e44653732. 2024-11-24T11:14:35,110 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 712d0b0999eace729c4291ee2fad1fee, disabling compactions & flushes 2024-11-24T11:14:35,110 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:35,110 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:35,110 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. after waiting 0 ms 2024-11-24T11:14:35,110 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:35,134 DEBUG [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1351): Waiting on 012d886f7a4e4c608f548a6992b21694, 6b3a980ca2b7659476e96e30ba6a0a11, ac63eb33094c1210655ea895a6a5ad9f 2024-11-24T11:14:35,152 DEBUG [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15bbf7b82c4dbd3bccf54c307e16494b, 712d0b0999eace729c4291ee2fad1fee, e53f7957c598819fe69309079dc2e42d 2024-11-24T11:14:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741867_1043 (size=9543) 2024-11-24T11:14:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741867_1043 (size=9543) 2024-11-24T11:14:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741867_1043 (size=9543) 2024-11-24T11:14:35,169 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.92 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/info/0cdb7833d88a429394a7d6e02ab5427c 2024-11-24T11:14:35,182 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/ac63eb33094c1210655ea895a6a5ad9f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,184 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:14:35,185 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/.tmp/info/0cdb7833d88a429394a7d6e02ab5427c as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/info/0cdb7833d88a429394a7d6e02ab5427c 2024-11-24T11:14:35,185 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac63eb33094c1210655ea895a6a5ad9f: Waiting for close lock at 1732446875091Running coprocessor pre-close hooks at 1732446875091Disabling compacts and flushes for region at 1732446875091Disabling writes for close at 1732446875092 (+1 ms)Writing region close event to WAL at 1732446875114 (+22 ms)Running coprocessor post-close hooks at 1732446875184 (+70 ms)Closed at 1732446875184 2024-11-24T11:14:35,185 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732446782691.ac63eb33094c1210655ea895a6a5ad9f. 2024-11-24T11:14:35,185 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b3a980ca2b7659476e96e30ba6a0a11, disabling compactions & flushes 2024-11-24T11:14:35,185 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:14:35,185 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:14:35,185 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. after waiting 0 ms 2024-11-24T11:14:35,185 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:14:35,197 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/712d0b0999eace729c4291ee2fad1fee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,198 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:35,199 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 712d0b0999eace729c4291ee2fad1fee: Waiting for close lock at 1732446875110Running coprocessor pre-close hooks at 1732446875110Disabling compacts and flushes for region at 1732446875110Disabling writes for close at 1732446875110Writing region close event to WAL at 1732446875164 (+54 ms)Running coprocessor post-close hooks at 1732446875198 (+34 ms)Closed at 1732446875198 2024-11-24T11:14:35,199 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732446782691.712d0b0999eace729c4291ee2fad1fee. 2024-11-24T11:14:35,199 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15bbf7b82c4dbd3bccf54c307e16494b, disabling compactions & flushes 2024-11-24T11:14:35,199 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:14:35,199 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:14:35,199 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. after waiting 0 ms 2024-11-24T11:14:35,199 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:14:35,204 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/info/0cdb7833d88a429394a7d6e02ab5427c, entries=32, sequenceid=39, filesize=9.3 K 2024-11-24T11:14:35,210 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.92 KB/4016, heapSize ~6.52 KB/6672, currentSize=0 B/0 for 1588230740 in 247ms, sequenceid=39, compaction requested=false 2024-11-24T11:14:35,222 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/6b3a980ca2b7659476e96e30ba6a0a11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,223 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:14:35,224 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b3a980ca2b7659476e96e30ba6a0a11: Waiting for close lock at 1732446875185Running coprocessor pre-close hooks at 1732446875185Disabling compacts and flushes for region at 1732446875185Disabling writes for close at 1732446875185Writing region close event to WAL at 1732446875196 (+11 ms)Running coprocessor post-close hooks at 1732446875223 (+27 ms)Closed at 1732446875223 2024-11-24T11:14:35,224 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732446782691.6b3a980ca2b7659476e96e30ba6a0a11. 2024-11-24T11:14:35,224 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 012d886f7a4e4c608f548a6992b21694, disabling compactions & flushes 2024-11-24T11:14:35,224 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:35,224 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:35,224 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. after waiting 0 ms 2024-11-24T11:14:35,224 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:35,253 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/15bbf7b82c4dbd3bccf54c307e16494b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,254 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:14:35,254 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15bbf7b82c4dbd3bccf54c307e16494b: Waiting for close lock at 1732446875199Running coprocessor pre-close hooks at 1732446875199Disabling compacts and flushes for region at 1732446875199Disabling writes for close at 1732446875199Writing region close event to WAL at 1732446875210 (+11 ms)Running coprocessor post-close hooks at 1732446875254 (+44 ms)Closed at 1732446875254 2024-11-24T11:14:35,255 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732446782691.15bbf7b82c4dbd3bccf54c307e16494b. 2024-11-24T11:14:35,255 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e53f7957c598819fe69309079dc2e42d, disabling compactions & flushes 2024-11-24T11:14:35,255 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:14:35,255 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:14:35,255 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. after waiting 0 ms 2024-11-24T11:14:35,255 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:14:35,268 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/012d886f7a4e4c608f548a6992b21694/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:14:35,270 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:35,270 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 012d886f7a4e4c608f548a6992b21694: Waiting for close lock at 1732446875224Running coprocessor pre-close hooks at 1732446875224Disabling compacts and flushes for region at 1732446875224Disabling writes for close at 1732446875224Writing region close event to WAL at 1732446875233 (+9 ms)Running coprocessor post-close hooks at 1732446875269 (+36 ms)Closed at 1732446875269 2024-11-24T11:14:35,270 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732446782691.012d886f7a4e4c608f548a6992b21694. 2024-11-24T11:14:35,309 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/default/SPTestTable/e53f7957c598819fe69309079dc2e42d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:14:35,311 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:14:35,311 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e53f7957c598819fe69309079dc2e42d: Waiting for close lock at 1732446875255Running coprocessor pre-close hooks at 1732446875255Disabling compacts and flushes for region at 1732446875255Disabling writes for close at 1732446875255Writing region close event to WAL at 1732446875278 (+23 ms)Running coprocessor post-close hooks at 1732446875310 (+32 ms)Closed at 1732446875310 2024-11-24T11:14:35,311 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732446782691.e53f7957c598819fe69309079dc2e42d. 2024-11-24T11:14:35,314 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-24T11:14:35,316 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:14:35,316 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:14:35,316 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732446874961Running coprocessor pre-close hooks at 1732446874961Disabling compacts and flushes for region at 1732446874961Disabling writes for close at 1732446874962 (+1 ms)Obtaining lock to block concurrent updates at 1732446874962Preparing flush snapshotting stores in 1588230740 at 1732446874962Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4016, getHeapSize=7392, getOffHeapSize=0, getCellsCount=32 at 1732446874963 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732446874964 (+1 ms)Flushing 1588230740/info: creating writer at 1732446874964Flushing 1588230740/info: appending metadata at 1732446875011 (+47 ms)Flushing 1588230740/info: closing flushed file at 1732446875012 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2b10a5: reopening flushed file at 1732446875180 (+168 ms)Finished flush of dataSize ~3.92 KB/4016, heapSize ~6.52 KB/6672, currentSize=0 B/0 for 1588230740 in 247ms, sequenceid=39, compaction requested=false at 1732446875210 (+30 ms)Writing region close event to WAL at 1732446875287 (+77 ms)Running coprocessor post-close hooks at 1732446875315 (+28 ms)Closed at 1732446875316 (+1 ms) 2024-11-24T11:14:35,316 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:14:35,334 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,34959,1732446770128; all regions closed. 2024-11-24T11:14:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741835_1011 (size=3500) 2024-11-24T11:14:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741835_1011 (size=3500) 2024-11-24T11:14:35,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741835_1011 (size=3500) 2024-11-24T11:14:35,346 DEBUG [RS:0;f5f73e76a839:34959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs 2024-11-24T11:14:35,346 INFO [RS:0;f5f73e76a839:34959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C34959%2C1732446770128:(num 1732446771886) 2024-11-24T11:14:35,346 DEBUG [RS:0;f5f73e76a839:34959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:35,346 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:14:35,347 INFO [RS:0;f5f73e76a839:34959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:14:35,347 INFO [RS:0;f5f73e76a839:34959 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:14:35,347 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:14:35,347 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:14:35,347 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:14:35,347 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:14:35,347 INFO [RS:0;f5f73e76a839:34959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:14:35,348 INFO [RS:0;f5f73e76a839:34959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34959 2024-11-24T11:14:35,352 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,36851,1732446770277; all regions closed. 2024-11-24T11:14:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741858_1034 (size=5532) 2024-11-24T11:14:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741858_1034 (size=5532) 2024-11-24T11:14:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741858_1034 (size=5532) 2024-11-24T11:14:35,372 DEBUG [RS:1;f5f73e76a839:36851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs 2024-11-24T11:14:35,372 INFO [RS:1;f5f73e76a839:36851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C36851%2C1732446770277.meta:.meta(num 1732446823587) 2024-11-24T11:14:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:14:35,393 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f5f73e76a839,34959,1732446770128 2024-11-24T11:14:35,393 INFO [RS:0;f5f73e76a839:34959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:14:35,393 ERROR [pool-63-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$362/0x00007fa9bc9015f8@1ccb1038 rejected from java.util.concurrent.ThreadPoolExecutor@59c98dc5[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T11:14:35,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,34959,1732446770128] 2024-11-24T11:14:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741833_1009 (size=3530) 2024-11-24T11:14:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741833_1009 (size=3530) 2024-11-24T11:14:35,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741833_1009 (size=3530) 2024-11-24T11:14:35,407 DEBUG [RS:1;f5f73e76a839:36851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/oldWALs 2024-11-24T11:14:35,407 INFO [RS:1;f5f73e76a839:36851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C36851%2C1732446770277:(num 1732446771886) 2024-11-24T11:14:35,407 DEBUG [RS:1;f5f73e76a839:36851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:35,407 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:14:35,407 INFO [RS:1;f5f73e76a839:36851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:14:35,408 INFO [RS:1;f5f73e76a839:36851 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:14:35,408 INFO [RS:1;f5f73e76a839:36851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:14:35,408 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:14:35,409 INFO [RS:1;f5f73e76a839:36851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36851 2024-11-24T11:14:35,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f5f73e76a839,34959,1732446770128 already deleted, retry=false 2024-11-24T11:14:35,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,34959,1732446770128 expired; onlineServers=1 2024-11-24T11:14:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:14:35,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f5f73e76a839,36851,1732446770277 2024-11-24T11:14:35,425 INFO [RS:1;f5f73e76a839:36851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:14:35,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,36851,1732446770277] 2024-11-24T11:14:35,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f5f73e76a839,36851,1732446770277 already deleted, retry=false 2024-11-24T11:14:35,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,36851,1732446770277 expired; onlineServers=0 2024-11-24T11:14:35,446 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,39697,1732446769053' ***** 2024-11-24T11:14:35,446 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:14:35,446 INFO [M:0;f5f73e76a839:39697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:14:35,446 INFO [M:0;f5f73e76a839:39697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:14:35,446 DEBUG [M:0;f5f73e76a839:39697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:14:35,446 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:14:35,446 DEBUG [M:0;f5f73e76a839:39697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:14:35,446 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732446771492 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732446771492,5,FailOnTimeoutGroup] 2024-11-24T11:14:35,447 INFO [M:0;f5f73e76a839:39697 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:14:35,447 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732446771501 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732446771501,5,FailOnTimeoutGroup] 2024-11-24T11:14:35,447 INFO [M:0;f5f73e76a839:39697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:14:35,447 DEBUG [M:0;f5f73e76a839:39697 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:14:35,447 INFO [M:0;f5f73e76a839:39697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:14:35,447 INFO [M:0;f5f73e76a839:39697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:14:35,447 ERROR [M:0;f5f73e76a839:39697 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:33185 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33185,5,PEWorkerGroup] 2024-11-24T11:14:35,448 INFO [M:0;f5f73e76a839:39697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:14:35,448 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:14:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T11:14:35,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:35,462 DEBUG [M:0;f5f73e76a839:39697 {}] zookeeper.ZKUtil(347): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T11:14:35,462 WARN [M:0;f5f73e76a839:39697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:14:35,462 INFO [M:0;f5f73e76a839:39697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/.lastflushedseqids 2024-11-24T11:14:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741868_1044 (size=668) 2024-11-24T11:14:35,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741868_1044 (size=668) 2024-11-24T11:14:35,497 INFO [M:0;f5f73e76a839:39697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:14:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741868_1044 (size=668) 2024-11-24T11:14:35,508 INFO [RS:0;f5f73e76a839:34959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:14:35,508 INFO [RS:0;f5f73e76a839:34959 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,34959,1732446770128; zookeeper connection closed. 2024-11-24T11:14:35,509 INFO [M:0;f5f73e76a839:39697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:14:35,509 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:14:35,509 INFO [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:35,509 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:35,509 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:14:35,509 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:35,509 INFO [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=216.91 KB heapSize=269.20 KB 2024-11-24T11:14:35,511 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:14:35,511 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34959-0x1016c8bc91d0001, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:14:35,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8aad2f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8aad2f9 2024-11-24T11:14:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:14:35,535 INFO [RS:1;f5f73e76a839:36851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:14:35,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1016c8bc91d0002, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:14:35,535 INFO [RS:1;f5f73e76a839:36851 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,36851,1732446770277; zookeeper connection closed. 2024-11-24T11:14:35,540 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ab5e769 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ab5e769 2024-11-24T11:14:35,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T11:14:35,549 DEBUG [M:0;f5f73e76a839:39697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c750565c1ec846d8a258a473c0bffefc is 82, key is hbase:meta,,1/info:regioninfo/1732446823858/Put/seqid=0 2024-11-24T11:14:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741869_1045 (size=6071) 2024-11-24T11:14:35,593 INFO [M:0;f5f73e76a839:39697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c750565c1ec846d8a258a473c0bffefc 2024-11-24T11:14:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741869_1045 (size=6071) 2024-11-24T11:14:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741869_1045 (size=6071) 2024-11-24T11:14:35,640 DEBUG [M:0;f5f73e76a839:39697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21717efefa34d178ad9469c1801bb0b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732446793637/Put/seqid=0 2024-11-24T11:14:35,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741870_1046 (size=9112) 2024-11-24T11:14:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741870_1046 (size=9112) 2024-11-24T11:14:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741870_1046 (size=9112) 2024-11-24T11:14:35,677 INFO [M:0;f5f73e76a839:39697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=215.68 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21717efefa34d178ad9469c1801bb0b 2024-11-24T11:14:35,686 INFO [M:0;f5f73e76a839:39697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d21717efefa34d178ad9469c1801bb0b 2024-11-24T11:14:35,716 DEBUG [M:0;f5f73e76a839:39697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce4c3c3150a244a2a5551ab3839aa17f is 69, key is f5f73e76a839,34959,1732446770128/rs:state/1732446771566/Put/seqid=0 2024-11-24T11:14:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741871_1047 (size=5441) 2024-11-24T11:14:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741871_1047 (size=5441) 2024-11-24T11:14:35,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741871_1047 (size=5441) 2024-11-24T11:14:35,795 INFO [M:0;f5f73e76a839:39697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce4c3c3150a244a2a5551ab3839aa17f 2024-11-24T11:14:35,808 INFO [M:0;f5f73e76a839:39697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce4c3c3150a244a2a5551ab3839aa17f 2024-11-24T11:14:35,811 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c750565c1ec846d8a258a473c0bffefc as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c750565c1ec846d8a258a473c0bffefc 2024-11-24T11:14:35,828 INFO [M:0;f5f73e76a839:39697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c750565c1ec846d8a258a473c0bffefc, entries=14, sequenceid=573, filesize=5.9 K 2024-11-24T11:14:35,832 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d21717efefa34d178ad9469c1801bb0b as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d21717efefa34d178ad9469c1801bb0b 2024-11-24T11:14:35,864 INFO [M:0;f5f73e76a839:39697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d21717efefa34d178ad9469c1801bb0b 2024-11-24T11:14:35,864 INFO [M:0;f5f73e76a839:39697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d21717efefa34d178ad9469c1801bb0b, entries=60, sequenceid=573, filesize=8.9 K 2024-11-24T11:14:35,868 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce4c3c3150a244a2a5551ab3839aa17f as hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce4c3c3150a244a2a5551ab3839aa17f 2024-11-24T11:14:35,880 INFO [M:0;f5f73e76a839:39697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce4c3c3150a244a2a5551ab3839aa17f 2024-11-24T11:14:35,880 INFO [M:0;f5f73e76a839:39697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/2472a63b-fce8-0421-e3a1-e2467281c1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce4c3c3150a244a2a5551ab3839aa17f, entries=3, sequenceid=573, filesize=5.3 K 2024-11-24T11:14:35,883 INFO [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~216.91 KB/222115, heapSize ~268.90 KB/275352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 374ms, sequenceid=573, compaction requested=false 2024-11-24T11:14:35,909 INFO [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:35,909 DEBUG [M:0;f5f73e76a839:39697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732446875509Disabling compacts and flushes for region at 1732446875509Disabling writes for close at 1732446875509Obtaining lock to block concurrent updates at 1732446875509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732446875509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=222115, getHeapSize=275592, getOffHeapSize=0, getCellsCount=694 at 1732446875510 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732446875510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732446875511 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732446875548 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732446875548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732446875611 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732446875639 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732446875639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732446875686 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732446875715 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732446875715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff0e5e9: reopening flushed file at 1732446875808 (+93 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc4507e: reopening flushed file at 1732446875828 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c77f39: reopening flushed file at 1732446875864 (+36 ms)Finished flush of dataSize ~216.91 KB/222115, heapSize ~268.90 KB/275352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 374ms, sequenceid=573, compaction requested=false at 1732446875883 (+19 ms)Writing region close event to WAL at 1732446875909 (+26 ms)Closed at 1732446875909 2024-11-24T11:14:35,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741830_1006 (size=260263) 2024-11-24T11:14:35,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741830_1006 (size=260263) 2024-11-24T11:14:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35641 is added to blk_1073741830_1006 (size=260263) 2024-11-24T11:14:35,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:14:35,922 INFO [M:0;f5f73e76a839:39697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:14:35,922 INFO [M:0;f5f73e76a839:39697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39697 2024-11-24T11:14:35,922 INFO [M:0;f5f73e76a839:39697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:14:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:14:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39697-0x1016c8bc91d0000, quorum=127.0.0.1:51180, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:14:36,074 INFO [M:0;f5f73e76a839:39697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:14:36,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:14:36,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:14:36,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:14:36,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:14:36,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,STOPPED} 2024-11-24T11:14:36,153 WARN [BP-467014991-172.17.0.3-1732446763602 heartbeating to localhost/127.0.0.1:33185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:14:36,153 WARN [BP-467014991-172.17.0.3-1732446763602 heartbeating to localhost/127.0.0.1:33185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467014991-172.17.0.3-1732446763602 (Datanode Uuid 0a61ba44-6d81-4944-ab12-08e50312f71d) service to localhost/127.0.0.1:33185 2024-11-24T11:14:36,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data6/current/BP-467014991-172.17.0.3-1732446763602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:14:36,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data5/current/BP-467014991-172.17.0.3-1732446763602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:14:36,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:14:36,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:14:36,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:14:36,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:14:36,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:14:36,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:14:36,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:14:36,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,STOPPED} 2024-11-24T11:14:36,175 WARN [BP-467014991-172.17.0.3-1732446763602 heartbeating to localhost/127.0.0.1:33185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:14:36,175 WARN [BP-467014991-172.17.0.3-1732446763602 heartbeating to localhost/127.0.0.1:33185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467014991-172.17.0.3-1732446763602 (Datanode Uuid dd251f54-50c0-48db-bf25-6099ffa8f7c9) service to localhost/127.0.0.1:33185 2024-11-24T11:14:36,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:14:36,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:14:36,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data3/current/BP-467014991-172.17.0.3-1732446763602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:14:36,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data4/current/BP-467014991-172.17.0.3-1732446763602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:14:36,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:14:36,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:14:36,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:14:36,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:14:36,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:14:36,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,STOPPED} 2024-11-24T11:14:36,218 WARN [BP-467014991-172.17.0.3-1732446763602 heartbeating to localhost/127.0.0.1:33185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:14:36,218 WARN [BP-467014991-172.17.0.3-1732446763602 heartbeating to localhost/127.0.0.1:33185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-467014991-172.17.0.3-1732446763602 (Datanode Uuid 023f4c20-5137-486c-a4ba-76ceb25d26c4) service to localhost/127.0.0.1:33185 2024-11-24T11:14:36,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data1/current/BP-467014991-172.17.0.3-1732446763602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:14:36,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/cluster_4e03eaf4-64c3-e049-825a-380dcbdfdf28/data/data2/current/BP-467014991-172.17.0.3-1732446763602 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:14:36,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:14:36,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:14:36,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:14:36,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:14:36,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:14:36,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:14:36,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:14:36,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir/,STOPPED} 2024-11-24T11:14:36,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:14:36,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:14:36,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f5f73e76a839:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f5f73e76a839:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33185 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f5f73e76a839:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33185 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f5f73e76a839:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6314 (was 8537) 2024-11-24T11:14:36,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=6314 2024-11-24T11:14:36,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir so I do NOT create it in target/test-data/fc414a79-5a99-2c77-a242-ed2295051893 2024-11-24T11:14:36,413 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T11:14:36,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.tmp.dir so I do NOT create it in target/test-data/fc414a79-5a99-2c77-a242-ed2295051893 2024-11-24T11:14:36,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90fa948d-ecfa-750c-2941-ef898e84b828/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T11:14:36,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893 2024-11-24T11:14:36,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T11:14:36,414 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f, deleteOnExit=true 2024-11-24T11:14:36,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T11:14:36,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/test.cache.data in system properties and HBase conf 2024-11-24T11:14:36,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T11:14:36,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir in system properties and HBase conf 2024-11-24T11:14:36,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T11:14:36,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T11:14:36,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T11:14:36,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T11:14:36,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T11:14:36,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/nfs.dump.dir in system properties and HBase conf 2024-11-24T11:14:36,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/java.io.tmpdir in system properties and HBase conf 2024-11-24T11:14:36,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T11:14:36,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T11:14:36,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T11:14:36,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:14:36,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:14:36,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:14:36,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:14:36,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:14:36,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:14:36,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b78350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:14:36,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16952596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:14:37,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5186c45f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-14238865351640539115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:14:37,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37206f93{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-11-24T11:14:37,027 INFO [Time-limited test {}] server.Server(415): Started @116047ms 2024-11-24T11:14:37,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:14:37,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:14:37,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:14:37,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:14:37,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:14:37,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d9e2f03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:14:37,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce2d997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:14:37,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64f83c92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/java.io.tmpdir/jetty-localhost-40737-hadoop-hdfs-3_4_1-tests_jar-_-any-11519939616621491710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:14:37,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@363b88c2{HTTP/1.1, (http/1.1)}{localhost:40737} 2024-11-24T11:14:37,444 INFO [Time-limited test {}] server.Server(415): Started @116465ms 2024-11-24T11:14:37,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:14:37,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:14:37,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:14:37,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:14:37,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:14:37,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T11:14:37,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc9fbd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:14:37,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25075e3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:14:37,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21dff6ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/java.io.tmpdir/jetty-localhost-40649-hadoop-hdfs-3_4_1-tests_jar-_-any-11039852578141219501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:14:37,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e949aef{HTTP/1.1, (http/1.1)}{localhost:40649} 2024-11-24T11:14:37,679 INFO [Time-limited test {}] server.Server(415): Started @116699ms 2024-11-24T11:14:37,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:14:37,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T11:14:37,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T11:14:37,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T11:14:37,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T11:14:37,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T11:14:37,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7eb589{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,AVAILABLE} 2024-11-24T11:14:37,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b212b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T11:14:37,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d4441ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/java.io.tmpdir/jetty-localhost-46237-hadoop-hdfs-3_4_1-tests_jar-_-any-16054431185612190293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:14:37,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78d78867{HTTP/1.1, (http/1.1)}{localhost:46237} 2024-11-24T11:14:37,917 INFO [Time-limited test {}] server.Server(415): Started @116938ms 2024-11-24T11:14:37,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T11:14:38,530 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data1/current/BP-523242586-172.17.0.3-1732446876449/current, will proceed with Du for space computation calculation, 2024-11-24T11:14:38,540 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data2/current/BP-523242586-172.17.0.3-1732446876449/current, will proceed with Du for space computation calculation, 2024-11-24T11:14:38,625 WARN [Thread-675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:14:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dfbeaaa6664814b with lease ID 0x9a0aae0d53e8540c: Processing first storage report for DS-b7508f59-d5ce-4cb5-b2a4-878c261744be from datanode DatanodeRegistration(127.0.0.1:35091, datanodeUuid=3c4ee11d-e423-4370-bbc2-116c44e209d3, infoPort=44513, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449) 2024-11-24T11:14:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dfbeaaa6664814b with lease ID 0x9a0aae0d53e8540c: from storage DS-b7508f59-d5ce-4cb5-b2a4-878c261744be node DatanodeRegistration(127.0.0.1:35091, datanodeUuid=3c4ee11d-e423-4370-bbc2-116c44e209d3, infoPort=44513, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:14:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dfbeaaa6664814b with lease ID 0x9a0aae0d53e8540c: Processing first storage report for DS-41aa1615-494b-40d7-a16b-ae4205eb1827 from datanode DatanodeRegistration(127.0.0.1:35091, datanodeUuid=3c4ee11d-e423-4370-bbc2-116c44e209d3, infoPort=44513, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449) 2024-11-24T11:14:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dfbeaaa6664814b with lease ID 0x9a0aae0d53e8540c: from storage DS-41aa1615-494b-40d7-a16b-ae4205eb1827 node DatanodeRegistration(127.0.0.1:35091, datanodeUuid=3c4ee11d-e423-4370-bbc2-116c44e209d3, infoPort=44513, infoSecurePort=0, ipcPort=35247, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:14:38,837 WARN [Thread-746 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data3/current/BP-523242586-172.17.0.3-1732446876449/current, will proceed with Du for space computation calculation, 2024-11-24T11:14:38,837 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data4/current/BP-523242586-172.17.0.3-1732446876449/current, will proceed with Du for space computation calculation, 2024-11-24T11:14:38,861 WARN [Thread-698 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:14:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5447df2b5c1567a4 with lease ID 0x9a0aae0d53e8540d: Processing first storage report for DS-5aea0843-e0a3-4834-8753-9e3407eb9288 from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=65b4c9c8-5cf6-4c53-b310-1e938998cb8f, infoPort=46347, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449) 2024-11-24T11:14:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5447df2b5c1567a4 with lease ID 0x9a0aae0d53e8540d: from storage DS-5aea0843-e0a3-4834-8753-9e3407eb9288 node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=65b4c9c8-5cf6-4c53-b310-1e938998cb8f, infoPort=46347, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:14:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5447df2b5c1567a4 with lease ID 0x9a0aae0d53e8540d: Processing first storage report for DS-4637a45d-a672-44c5-93e5-aac632c7e645 from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=65b4c9c8-5cf6-4c53-b310-1e938998cb8f, infoPort=46347, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449) 2024-11-24T11:14:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5447df2b5c1567a4 with lease ID 0x9a0aae0d53e8540d: from storage DS-4637a45d-a672-44c5-93e5-aac632c7e645 node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=65b4c9c8-5cf6-4c53-b310-1e938998cb8f, infoPort=46347, infoSecurePort=0, ipcPort=39321, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:14:39,033 WARN [Thread-757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data5/current/BP-523242586-172.17.0.3-1732446876449/current, will proceed with Du for space computation calculation, 2024-11-24T11:14:39,033 WARN [Thread-758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data6/current/BP-523242586-172.17.0.3-1732446876449/current, will proceed with Du for space computation calculation, 2024-11-24T11:14:39,061 WARN [Thread-721 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T11:14:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36cb73b6f2bff02c with lease ID 0x9a0aae0d53e8540e: Processing first storage report for DS-536dcf6f-b253-4f79-993d-e3266c7d77a8 from datanode DatanodeRegistration(127.0.0.1:40089, datanodeUuid=2b9b9bad-a752-441e-89ce-b51509cd88c4, infoPort=33175, infoSecurePort=0, ipcPort=37709, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449) 2024-11-24T11:14:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36cb73b6f2bff02c with lease ID 0x9a0aae0d53e8540e: from storage DS-536dcf6f-b253-4f79-993d-e3266c7d77a8 node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=2b9b9bad-a752-441e-89ce-b51509cd88c4, infoPort=33175, infoSecurePort=0, ipcPort=37709, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:14:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36cb73b6f2bff02c with lease ID 0x9a0aae0d53e8540e: Processing first storage report for DS-63163d7c-59fd-4bb2-8f22-5d684c3e68ae from datanode DatanodeRegistration(127.0.0.1:40089, datanodeUuid=2b9b9bad-a752-441e-89ce-b51509cd88c4, infoPort=33175, infoSecurePort=0, ipcPort=37709, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449) 2024-11-24T11:14:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36cb73b6f2bff02c with lease ID 0x9a0aae0d53e8540e: from storage DS-63163d7c-59fd-4bb2-8f22-5d684c3e68ae node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=2b9b9bad-a752-441e-89ce-b51509cd88c4, infoPort=33175, infoSecurePort=0, ipcPort=37709, storageInfo=lv=-57;cid=testClusterID;nsid=919610646;c=1732446876449), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T11:14:39,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893 2024-11-24T11:14:39,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/zookeeper_0, clientPort=50918, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T11:14:39,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50918 2024-11-24T11:14:39,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:14:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:14:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741825_1001 (size=7) 2024-11-24T11:14:39,195 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 with version=8 2024-11-24T11:14:39,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/hbase-staging 2024-11-24T11:14:39,198 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:14:39,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:14:39,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:14:39,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T11:14:39,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:14:39,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36089 2024-11-24T11:14:39,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36089 connecting to ZooKeeper ensemble=127.0.0.1:50918 2024-11-24T11:14:39,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360890x0, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:14:39,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36089-0x1016c8d796b0000 connected 2024-11-24T11:14:39,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:14:39,346 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1, hbase.cluster.distributed=false 2024-11-24T11:14:39,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:14:39,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-24T11:14:39,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36089 2024-11-24T11:14:39,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36089 2024-11-24T11:14:39,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-24T11:14:39,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36089 2024-11-24T11:14:39,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:14:39,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:14:39,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:14:39,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:14:39,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:14:39,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42137 2024-11-24T11:14:39,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42137 connecting to ZooKeeper ensemble=127.0.0.1:50918 2024-11-24T11:14:39,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421370x0, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:14:39,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42137-0x1016c8d796b0001 connected 2024-11-24T11:14:39,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:14:39,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:14:39,408 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:14:39,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:14:39,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:14:39,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:14:39,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-24T11:14:39,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42137 2024-11-24T11:14:39,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42137 2024-11-24T11:14:39,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-24T11:14:39,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42137 2024-11-24T11:14:39,435 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:14:39,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:14:39,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:14:39,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:14:39,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:14:39,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44017 2024-11-24T11:14:39,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44017 connecting to ZooKeeper ensemble=127.0.0.1:50918 2024-11-24T11:14:39,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,453 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440170x0, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:14:39,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:14:39,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44017-0x1016c8d796b0002 connected 2024-11-24T11:14:39,454 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:14:39,455 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:14:39,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:14:39,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:14:39,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-24T11:14:39,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44017 2024-11-24T11:14:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44017 2024-11-24T11:14:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-24T11:14:39,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-24T11:14:39,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f5f73e76a839:0 server-side Connection retries=45 2024-11-24T11:14:39,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T11:14:39,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T11:14:39,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T11:14:39,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T11:14:39,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T11:14:39,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34839 2024-11-24T11:14:39,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34839 connecting to ZooKeeper ensemble=127.0.0.1:50918 2024-11-24T11:14:39,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348390x0, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T11:14:39,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348390x0, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:14:39,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T11:14:39,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34839-0x1016c8d796b0003 connected 2024-11-24T11:14:39,501 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T11:14:39,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T11:14:39,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T11:14:39,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34839 2024-11-24T11:14:39,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34839 2024-11-24T11:14:39,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34839 2024-11-24T11:14:39,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34839 2024-11-24T11:14:39,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34839 2024-11-24T11:14:39,526 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f5f73e76a839:36089 2024-11-24T11:14:39,527 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f5f73e76a839,36089,1732446879198 2024-11-24T11:14:39,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,538 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,539 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f5f73e76a839,36089,1732446879198 2024-11-24T11:14:39,552 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:14:39,552 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:14:39,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T11:14:39,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,554 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T11:14:39,554 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f5f73e76a839,36089,1732446879198 from backup master directory 2024-11-24T11:14:39,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f5f73e76a839,36089,1732446879198 2024-11-24T11:14:39,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,562 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:14:39,562 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f5f73e76a839,36089,1732446879198 2024-11-24T11:14:39,562 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T11:14:39,568 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/hbase.id] with ID: 9085f36c-c693-4fd3-a9c6-74f96ae57f86 2024-11-24T11:14:39,568 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.tmp/hbase.id 2024-11-24T11:14:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:14:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:14:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741826_1002 (size=42) 2024-11-24T11:14:39,582 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.tmp/hbase.id]:[hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/hbase.id] 2024-11-24T11:14:39,600 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T11:14:39,600 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T11:14:39,602 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T11:14:39,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,615 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:14:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:14:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741827_1003 (size=196) 2024-11-24T11:14:39,636 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:14:39,636 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T11:14:39,637 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:14:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:14:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:14:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741828_1004 (size=1189) 2024-11-24T11:14:39,656 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store 2024-11-24T11:14:39,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:14:39,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:14:39,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741829_1005 (size=34) 2024-11-24T11:14:39,680 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:39,681 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:14:39,681 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:39,681 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:39,681 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:14:39,681 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:39,681 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:14:39,681 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732446879681Disabling compacts and flushes for region at 1732446879681Disabling writes for close at 1732446879681Writing region close event to WAL at 1732446879681Closed at 1732446879681 2024-11-24T11:14:39,682 WARN [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/.initializing 2024-11-24T11:14:39,682 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/WALs/f5f73e76a839,36089,1732446879198 2024-11-24T11:14:39,685 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:14:39,688 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C36089%2C1732446879198, suffix=, logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/WALs/f5f73e76a839,36089,1732446879198, archiveDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/oldWALs, maxLogs=10 2024-11-24T11:14:39,703 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/WALs/f5f73e76a839,36089,1732446879198/f5f73e76a839%2C36089%2C1732446879198.1732446879688, exclude list is [], retry=0 2024-11-24T11:14:39,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-536dcf6f-b253-4f79-993d-e3266c7d77a8,DISK] 2024-11-24T11:14:39,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-b7508f59-d5ce-4cb5-b2a4-878c261744be,DISK] 2024-11-24T11:14:39,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5aea0843-e0a3-4834-8753-9e3407eb9288,DISK] 2024-11-24T11:14:39,716 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/WALs/f5f73e76a839,36089,1732446879198/f5f73e76a839%2C36089%2C1732446879198.1732446879688 2024-11-24T11:14:39,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175),(127.0.0.1/127.0.0.1:46347:46347),(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-24T11:14:39,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:14:39,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:39,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,717 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T11:14:39,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:39,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:39,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T11:14:39,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:39,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:14:39,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T11:14:39,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:39,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:14:39,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T11:14:39,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:39,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:14:39,738 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,739 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,740 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,741 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,741 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,741 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:14:39,744 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T11:14:39,746 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:14:39,746 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71912136, jitterRate=0.07157433032989502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:14:39,747 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732446879718Initializing all the Stores at 1732446879719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446879719Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446879724 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446879724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446879724Cleaning up temporary data from old regions at 1732446879741 (+17 ms)Region opened successfully at 1732446879747 (+6 ms) 2024-11-24T11:14:39,750 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T11:14:39,756 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a1a844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:14:39,757 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T11:14:39,757 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T11:14:39,757 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T11:14:39,757 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T11:14:39,758 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T11:14:39,758 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T11:14:39,758 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-24T11:14:39,766 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T11:14:39,767 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T11:14:39,780 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T11:14:39,780 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T11:14:39,781 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T11:14:39,793 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T11:14:39,794 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T11:14:39,795 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T11:14:39,804 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T11:14:39,805 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T11:14:39,814 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T11:14:39,816 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T11:14:39,825 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T11:14:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:14:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:14:39,836 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:14:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,836 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T11:14:39,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,838 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f5f73e76a839,36089,1732446879198, sessionid=0x1016c8d796b0000, setting cluster-up flag (Was=false) 2024-11-24T11:14:39,857 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,888 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T11:14:39,890 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,36089,1732446879198 2024-11-24T11:14:39,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,909 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:39,941 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T11:14:39,942 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f5f73e76a839,36089,1732446879198 2024-11-24T11:14:39,943 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T11:14:39,945 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T11:14:39,946 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T11:14:39,946 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T11:14:39,946 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f5f73e76a839,36089,1732446879198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T11:14:39,947 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:14:39,947 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:14:39,947 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:14:39,947 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f5f73e76a839:0, corePoolSize=5, maxPoolSize=5 2024-11-24T11:14:39,948 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f5f73e76a839:0, corePoolSize=10, maxPoolSize=10 2024-11-24T11:14:39,948 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:39,948 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:14:39,948 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:39,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:14:39,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T11:14:39,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:39,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T11:14:39,960 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732446909960 2024-11-24T11:14:39,960 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T11:14:39,961 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T11:14:39,961 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T11:14:39,961 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T11:14:39,961 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T11:14:39,961 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T11:14:39,963 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:39,964 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T11:14:39,965 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T11:14:39,965 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T11:14:39,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T11:14:39,971 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T11:14:39,972 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732446879971,5,FailOnTimeoutGroup] 2024-11-24T11:14:39,972 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732446879972,5,FailOnTimeoutGroup] 2024-11-24T11:14:39,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:39,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T11:14:39,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:39,972 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:14:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:14:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741831_1007 (size=1321) 2024-11-24T11:14:39,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T11:14:39,986 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:14:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:14:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741832_1008 (size=32) 2024-11-24T11:14:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:40,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:40,045 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(746): ClusterId : 9085f36c-c693-4fd3-a9c6-74f96ae57f86 2024-11-24T11:14:40,045 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:14:40,057 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(746): ClusterId : 9085f36c-c693-4fd3-a9c6-74f96ae57f86 2024-11-24T11:14:40,057 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:14:40,058 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:14:40,058 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:14:40,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:40,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:40,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:14:40,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:14:40,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:40,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:40,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:14:40,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:14:40,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:40,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:40,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:14:40,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:14:40,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:40,078 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:14:40,078 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(746): ClusterId : 9085f36c-c693-4fd3-a9c6-74f96ae57f86 2024-11-24T11:14:40,078 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T11:14:40,079 DEBUG [RS:0;f5f73e76a839:42137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2f2e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:14:40,079 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:14:40,079 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:14:40,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:40,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:14:40,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:14:40,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:40,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:40,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:14:40,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740 2024-11-24T11:14:40,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740 2024-11-24T11:14:40,093 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:14:40,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:14:40,093 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T11:14:40,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:14:40,093 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T11:14:40,093 DEBUG [RS:1;f5f73e76a839:44017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ecdb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:14:40,094 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:14:40,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:14:40,107 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T11:14:40,107 DEBUG [RS:2;f5f73e76a839:34839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d15f628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f5f73e76a839/172.17.0.3:0 2024-11-24T11:14:40,108 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f5f73e76a839:42137 2024-11-24T11:14:40,108 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:14:40,108 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:14:40,108 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:14:40,109 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:14:40,110 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68408472, jitterRate=0.019365668296813965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:14:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732446880036Initializing all the Stores at 1732446880037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446880037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446880056 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446880056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446880056Cleaning up temporary data from old regions at 1732446880093 (+37 ms)Region opened successfully at 1732446880110 (+17 ms) 2024-11-24T11:14:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:14:40,110 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:14:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:14:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:14:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:14:40,113 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,36089,1732446879198 with port=42137, startcode=1732446879377 2024-11-24T11:14:40,113 DEBUG [RS:0;f5f73e76a839:42137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:14:40,123 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:14:40,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732446880110Disabling compacts and flushes for region at 1732446880110Disabling writes for close at 1732446880110Writing region close event to WAL at 1732446880123 (+13 ms)Closed at 1732446880123 2024-11-24T11:14:40,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:14:40,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T11:14:40,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:14:40,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:14:40,129 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T11:14:40,134 DEBUG [RS:1;f5f73e76a839:44017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f5f73e76a839:44017 2024-11-24T11:14:40,134 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:14:40,134 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:14:40,135 DEBUG [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:14:40,136 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f5f73e76a839:34839 2024-11-24T11:14:40,136 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T11:14:40,136 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T11:14:40,136 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T11:14:40,136 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,36089,1732446879198 with port=44017, startcode=1732446879435 2024-11-24T11:14:40,136 DEBUG [RS:1;f5f73e76a839:44017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:14:40,137 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(2659): reportForDuty to master=f5f73e76a839,36089,1732446879198 with port=34839, startcode=1732446879476 2024-11-24T11:14:40,137 DEBUG [RS:2;f5f73e76a839:34839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T11:14:40,139 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:14:40,139 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:14:40,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,34839,1732446879476 2024-11-24T11:14:40,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,34839,1732446879476 2024-11-24T11:14:40,140 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T11:14:40,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,44017,1732446879435 2024-11-24T11:14:40,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,44017,1732446879435 2024-11-24T11:14:40,144 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:40,144 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35075 2024-11-24T11:14:40,145 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:14:40,147 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f5f73e76a839,42137,1732446879377 2024-11-24T11:14:40,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] master.ServerManager(517): Registering regionserver=f5f73e76a839,42137,1732446879377 2024-11-24T11:14:40,148 DEBUG [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:40,148 DEBUG [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35075 2024-11-24T11:14:40,148 DEBUG [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:14:40,150 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:40,150 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35075 2024-11-24T11:14:40,150 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T11:14:40,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:14:40,212 DEBUG [RS:2;f5f73e76a839:34839 {}] zookeeper.ZKUtil(111): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f5f73e76a839,34839,1732446879476 2024-11-24T11:14:40,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,44017,1732446879435] 2024-11-24T11:14:40,212 WARN [RS:2;f5f73e76a839:34839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:14:40,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,42137,1732446879377] 2024-11-24T11:14:40,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f5f73e76a839,34839,1732446879476] 2024-11-24T11:14:40,212 INFO [RS:2;f5f73e76a839:34839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:14:40,212 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,34839,1732446879476 2024-11-24T11:14:40,213 DEBUG [RS:1;f5f73e76a839:44017 {}] zookeeper.ZKUtil(111): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f5f73e76a839,44017,1732446879435 2024-11-24T11:14:40,213 WARN [RS:1;f5f73e76a839:44017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:14:40,213 INFO [RS:1;f5f73e76a839:44017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:14:40,213 DEBUG [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435 2024-11-24T11:14:40,214 DEBUG [RS:0;f5f73e76a839:42137 {}] zookeeper.ZKUtil(111): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f5f73e76a839,42137,1732446879377 2024-11-24T11:14:40,214 WARN [RS:0;f5f73e76a839:42137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T11:14:40,214 INFO [RS:0;f5f73e76a839:42137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:14:40,214 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,42137,1732446879377 2024-11-24T11:14:40,226 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:14:40,232 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:14:40,235 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T11:14:40,244 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:14:40,252 INFO [RS:1;f5f73e76a839:44017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:14:40,252 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,255 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:14:40,255 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T11:14:40,256 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:14:40,257 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:14:40,257 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,258 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,259 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,259 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,259 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:14:40,259 DEBUG [RS:1;f5f73e76a839:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:14:40,260 INFO [RS:2;f5f73e76a839:34839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:14:40,260 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,264 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:14:40,265 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:14:40,265 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,266 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,267 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,267 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:14:40,267 DEBUG [RS:2;f5f73e76a839:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:14:40,273 INFO [RS:0;f5f73e76a839:42137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T11:14:40,273 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,280 WARN [f5f73e76a839:36089 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T11:14:40,281 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,281 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,281 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,281 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,281 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,281 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34839,1732446879476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:14:40,289 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,290 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,290 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,290 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,290 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,290 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44017,1732446879435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:14:40,292 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T11:14:40,293 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T11:14:40,294 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0, corePoolSize=2, maxPoolSize=2 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,294 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,295 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,295 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,295 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f5f73e76a839:0, corePoolSize=1, maxPoolSize=1 2024-11-24T11:14:40,295 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:14:40,295 DEBUG [RS:0;f5f73e76a839:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f5f73e76a839:0, corePoolSize=3, maxPoolSize=3 2024-11-24T11:14:40,316 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:14:40,316 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,34839,1732446879476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,317 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,317 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.Replication(171): f5f73e76a839,34839,1732446879476 started 2024-11-24T11:14:40,329 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:14:40,329 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,44017,1732446879435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,329 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,329 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.Replication(171): f5f73e76a839,44017,1732446879435 started 2024-11-24T11:14:40,335 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,335 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,335 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,335 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,336 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,336 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,42137,1732446879377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:14:40,340 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,340 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,34839,1732446879476, RpcServer on f5f73e76a839/172.17.0.3:34839, sessionid=0x1016c8d796b0003 2024-11-24T11:14:40,340 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:14:40,340 DEBUG [RS:2;f5f73e76a839:34839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,34839,1732446879476 2024-11-24T11:14:40,340 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,34839,1732446879476' 2024-11-24T11:14:40,340 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T11:14:40,341 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T11:14:40,342 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:14:40,342 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:14:40,342 DEBUG [RS:2;f5f73e76a839:34839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,34839,1732446879476 2024-11-24T11:14:40,342 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,34839,1732446879476' 2024-11-24T11:14:40,342 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T11:14:40,343 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T11:14:40,344 DEBUG [RS:2;f5f73e76a839:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:14:40,344 INFO [RS:2;f5f73e76a839:34839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:14:40,344 INFO [RS:2;f5f73e76a839:34839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:14:40,354 INFO [RS:1;f5f73e76a839:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,354 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,44017,1732446879435, RpcServer on f5f73e76a839/172.17.0.3:44017, sessionid=0x1016c8d796b0002 2024-11-24T11:14:40,355 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:14:40,355 DEBUG [RS:1;f5f73e76a839:44017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,44017,1732446879435 2024-11-24T11:14:40,355 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,44017,1732446879435' 2024-11-24T11:14:40,355 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T11:14:40,356 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T11:14:40,356 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:14:40,356 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:14:40,356 DEBUG [RS:1;f5f73e76a839:44017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,44017,1732446879435 2024-11-24T11:14:40,356 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,44017,1732446879435' 2024-11-24T11:14:40,356 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T11:14:40,357 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T11:14:40,358 DEBUG [RS:1;f5f73e76a839:44017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:14:40,358 INFO [RS:1;f5f73e76a839:44017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:14:40,358 INFO [RS:1;f5f73e76a839:44017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:14:40,367 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T11:14:40,367 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,42137,1732446879377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,367 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,368 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.Replication(171): f5f73e76a839,42137,1732446879377 started 2024-11-24T11:14:40,390 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:40,390 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1482): Serving as f5f73e76a839,42137,1732446879377, RpcServer on f5f73e76a839/172.17.0.3:42137, sessionid=0x1016c8d796b0001 2024-11-24T11:14:40,390 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T11:14:40,390 DEBUG [RS:0;f5f73e76a839:42137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f5f73e76a839,42137,1732446879377 2024-11-24T11:14:40,391 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,42137,1732446879377' 2024-11-24T11:14:40,391 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T11:14:40,391 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T11:14:40,392 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T11:14:40,392 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T11:14:40,392 DEBUG [RS:0;f5f73e76a839:42137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f5f73e76a839,42137,1732446879377 2024-11-24T11:14:40,392 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f5f73e76a839,42137,1732446879377' 2024-11-24T11:14:40,392 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T11:14:40,392 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T11:14:40,393 DEBUG [RS:0;f5f73e76a839:42137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T11:14:40,393 INFO [RS:0;f5f73e76a839:42137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T11:14:40,393 INFO [RS:0;f5f73e76a839:42137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T11:14:40,445 INFO [RS:2;f5f73e76a839:34839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:14:40,448 INFO [RS:2;f5f73e76a839:34839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C34839%2C1732446879476, suffix=, logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,34839,1732446879476, archiveDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs, maxLogs=32 2024-11-24T11:14:40,458 INFO [RS:1;f5f73e76a839:44017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:14:40,462 INFO [RS:1;f5f73e76a839:44017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C44017%2C1732446879435, suffix=, logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435, archiveDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs, maxLogs=32 2024-11-24T11:14:40,475 DEBUG [RS:2;f5f73e76a839:34839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,34839,1732446879476/f5f73e76a839%2C34839%2C1732446879476.1732446880448, exclude list is [], retry=0 2024-11-24T11:14:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5aea0843-e0a3-4834-8753-9e3407eb9288,DISK] 2024-11-24T11:14:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-536dcf6f-b253-4f79-993d-e3266c7d77a8,DISK] 2024-11-24T11:14:40,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-b7508f59-d5ce-4cb5-b2a4-878c261744be,DISK] 2024-11-24T11:14:40,485 DEBUG [RS:1;f5f73e76a839:44017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435/f5f73e76a839%2C44017%2C1732446879435.1732446880463, exclude list is [], retry=0 2024-11-24T11:14:40,488 INFO [RS:2;f5f73e76a839:34839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,34839,1732446879476/f5f73e76a839%2C34839%2C1732446879476.1732446880448 2024-11-24T11:14:40,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-b7508f59-d5ce-4cb5-b2a4-878c261744be,DISK] 2024-11-24T11:14:40,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-536dcf6f-b253-4f79-993d-e3266c7d77a8,DISK] 2024-11-24T11:14:40,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5aea0843-e0a3-4834-8753-9e3407eb9288,DISK] 2024-11-24T11:14:40,492 DEBUG [RS:2;f5f73e76a839:34839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:33175:33175)] 2024-11-24T11:14:40,493 INFO [RS:0;f5f73e76a839:42137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T11:14:40,495 INFO [RS:0;f5f73e76a839:42137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C42137%2C1732446879377, suffix=, logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,42137,1732446879377, archiveDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs, maxLogs=32 2024-11-24T11:14:40,509 INFO [RS:1;f5f73e76a839:44017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435/f5f73e76a839%2C44017%2C1732446879435.1732446880463 2024-11-24T11:14:40,510 DEBUG [RS:1;f5f73e76a839:44017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:46347:46347)] 2024-11-24T11:14:40,511 DEBUG [RS:0;f5f73e76a839:42137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,42137,1732446879377/f5f73e76a839%2C42137%2C1732446879377.1732446880496, exclude list is [], retry=0 2024-11-24T11:14:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5aea0843-e0a3-4834-8753-9e3407eb9288,DISK] 2024-11-24T11:14:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-b7508f59-d5ce-4cb5-b2a4-878c261744be,DISK] 2024-11-24T11:14:40,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-536dcf6f-b253-4f79-993d-e3266c7d77a8,DISK] 2024-11-24T11:14:40,524 INFO [RS:0;f5f73e76a839:42137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,42137,1732446879377/f5f73e76a839%2C42137%2C1732446879377.1732446880496 2024-11-24T11:14:40,528 DEBUG [RS:0;f5f73e76a839:42137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:33175:33175)] 2024-11-24T11:14:40,530 DEBUG [f5f73e76a839:36089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T11:14:40,531 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(204): Hosts are {f5f73e76a839=0} racks are {/default-rack=0} 2024-11-24T11:14:40,533 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T11:14:40,533 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T11:14:40,533 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T11:14:40,533 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T11:14:40,533 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T11:14:40,533 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T11:14:40,533 INFO [f5f73e76a839:36089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T11:14:40,533 INFO [f5f73e76a839:36089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T11:14:40,533 INFO [f5f73e76a839:36089 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T11:14:40,533 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T11:14:40,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:14:40,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,44017,1732446879435, state=OPENING 2024-11-24T11:14:40,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:14:40,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:40,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:40,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:40,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T11:14:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:40,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:40,633 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:14:40,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:40,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:40,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:40,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:14:40,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,44017,1732446879435}] 2024-11-24T11:14:40,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:49,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T11:14:49,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T11:14:50,638 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:14:50,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:14:50,652 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:14:50,652 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:14:50,652 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:14:50,654 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C44017%2C1732446879435.meta, suffix=.meta, logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435, archiveDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs, maxLogs=32 2024-11-24T11:14:50,687 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, exclude list is [], retry=0 2024-11-24T11:14:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5aea0843-e0a3-4834-8753-9e3407eb9288,DISK] 2024-11-24T11:14:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-536dcf6f-b253-4f79-993d-e3266c7d77a8,DISK] 2024-11-24T11:14:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-b7508f59-d5ce-4cb5-b2a4-878c261744be,DISK] 2024-11-24T11:14:50,697 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta 2024-11-24T11:14:50,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175),(127.0.0.1/127.0.0.1:46347:46347),(127.0.0.1/127.0.0.1:44513:44513)] 2024-11-24T11:14:50,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:14:50,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:14:50,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:14:50,698 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:14:50,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:14:50,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:50,699 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:14:50,699 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:14:50,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:14:50,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:14:50,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:14:50,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:14:50,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:50,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:50,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:14:50,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:14:50,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:50,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:50,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:14:50,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:14:50,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:50,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:14:50,708 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:14:50,709 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740 2024-11-24T11:14:50,710 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740 2024-11-24T11:14:50,712 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:14:50,712 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:14:50,713 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:14:50,714 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:14:50,715 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61808546, jitterRate=-0.07898089289665222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:14:50,715 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:14:50,715 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732446890699Writing region info on filesystem at 1732446890699Initializing all the Stores at 1732446890700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446890700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446890700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446890700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446890700Cleaning up temporary data from old regions at 1732446890712 (+12 ms)Running coprocessor post-open hooks at 1732446890715 (+3 ms)Region opened successfully at 1732446890715 2024-11-24T11:14:50,716 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732446890637 2024-11-24T11:14:50,718 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:14:50,718 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:14:50,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:14:50,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,44017,1732446879435, state=OPEN 2024-11-24T11:14:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:14:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:14:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:14:50,948 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:14:50,948 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,44017,1732446879435 2024-11-24T11:14:50,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:50,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:50,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:50,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:14:50,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T11:14:50,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,44017,1732446879435 in 10.3140 sec 2024-11-24T11:14:50,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T11:14:50,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8280 sec 2024-11-24T11:14:50,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T11:14:50,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T11:14:50,970 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:14:50,971 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44017,1732446879435, seqNum=-1] 2024-11-24T11:14:50,971 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:14:50,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:14:50,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0350 sec 2024-11-24T11:14:50,981 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732446890981, completionTime=-1 2024-11-24T11:14:50,981 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T11:14:50,981 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T11:14:50,984 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T11:14:50,984 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732446950984 2024-11-24T11:14:50,984 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732447010984 2024-11-24T11:14:50,984 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T11:14:50,984 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T11:14:50,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36089,1732446879198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:50,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36089,1732446879198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:50,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36089,1732446879198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:50,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f5f73e76a839:36089, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:50,985 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:50,988 DEBUG [master/f5f73e76a839:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T11:14:50,996 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:51,009 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.447sec 2024-11-24T11:14:51,019 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T11:14:51,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T11:14:51,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T11:14:51,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T11:14:51,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T11:14:51,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36089,1732446879198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T11:14:51,020 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36089,1732446879198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T11:14:51,035 DEBUG [master/f5f73e76a839:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T11:14:51,035 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T11:14:51,035 INFO [master/f5f73e76a839:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f5f73e76a839,36089,1732446879198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T11:14:51,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a34a863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:14:51,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,36089,-1 for getting cluster id 2024-11-24T11:14:51,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:14:51,092 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9085f36c-c693-4fd3-a9c6-74f96ae57f86' 2024-11-24T11:14:51,092 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:14:51,093 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9085f36c-c693-4fd3-a9c6-74f96ae57f86" 2024-11-24T11:14:51,093 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:14:51,093 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,36089,-1] 2024-11-24T11:14:51,094 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:14:51,094 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:51,098 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:14:51,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074d1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:14:51,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:14:51,102 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44017,1732446879435, seqNum=-1] 2024-11-24T11:14:51,102 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:14:51,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:14:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f5f73e76a839,36089,1732446879198 2024-11-24T11:14:51,119 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732446891119 (current time:1732446891119). 2024-11-24T11:14:51,119 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-24T11:14:51,119 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-24T11:14:51,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:14:51,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f5f73e76a839,36089,-1 for getting cluster id 2024-11-24T11:14:51,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T11:14:51,126 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9085f36c-c693-4fd3-a9c6-74f96ae57f86' 2024-11-24T11:14:51,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T11:14:51,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9085f36c-c693-4fd3-a9c6-74f96ae57f86" 2024-11-24T11:14:51,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448b685d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:14:51,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f5f73e76a839,36089,-1] 2024-11-24T11:14:51,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T11:14:51,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:51,128 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T11:14:51,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5ae5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T11:14:51,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:14:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44017,1732446879435, seqNum=-1] 2024-11-24T11:14:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:14:51,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:14:51,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:14:51,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:14:51,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:51,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:14:51,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:14:51,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T11:14:51,138 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f5f73e76a839,36089,1732446879198 2024-11-24T11:14:51,139 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d7b8ec 2024-11-24T11:14:51,139 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T11:14:51,145 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T11:14:51,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T11:14:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-24T11:14:51,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T11:14:51,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:14:51,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-24T11:14:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:14:51,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T11:14:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741837_1013 (size=361) 2024-11-24T11:14:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741837_1013 (size=361) 2024-11-24T11:14:51,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741837_1013 (size=361) 2024-11-24T11:14:51,186 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 96ee510a08333b8bcee57b4b2607000d, NAME => 'SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,188 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e2d37ad310515c3b570432bd0ab37b5, NAME => 'SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,209 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b0fbd42ab970259b5eaabde790232134, NAME => 'SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:14:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741838_1014 (size=62) 2024-11-24T11:14:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741838_1014 (size=62) 2024-11-24T11:14:51,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741838_1014 (size=62) 2024-11-24T11:14:51,315 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 96ee510a08333b8bcee57b4b2607000d, disabling compactions & flushes 2024-11-24T11:14:51,316 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:14:51,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:14:51,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. after waiting 0 ms 2024-11-24T11:14:51,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:14:51,316 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:14:51,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 96ee510a08333b8bcee57b4b2607000d: Waiting for close lock at 1732446891315Disabling compacts and flushes for region at 1732446891315Disabling writes for close at 1732446891316 (+1 ms)Writing region close event to WAL at 1732446891316Closed at 1732446891316 2024-11-24T11:14:51,317 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9720aa4683483c96eadf17e79a100b2c, NAME => 'SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741840_1016 (size=62) 2024-11-24T11:14:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741840_1016 (size=62) 2024-11-24T11:14:51,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741840_1016 (size=62) 2024-11-24T11:14:51,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b0fbd42ab970259b5eaabde790232134, disabling compactions & flushes 2024-11-24T11:14:51,339 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:14:51,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:14:51,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. after waiting 0 ms 2024-11-24T11:14:51,339 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:14:51,339 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:14:51,340 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b0fbd42ab970259b5eaabde790232134: Waiting for close lock at 1732446891339Disabling compacts and flushes for region at 1732446891339Disabling writes for close at 1732446891339Writing region close event to WAL at 1732446891339Closed at 1732446891339 2024-11-24T11:14:51,340 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c037e1150dc60a067373c048815b1e4a, NAME => 'SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741839_1015 (size=54) 2024-11-24T11:14:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741839_1015 (size=54) 2024-11-24T11:14:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741839_1015 (size=54) 2024-11-24T11:14:51,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6e2d37ad310515c3b570432bd0ab37b5, disabling compactions & flushes 2024-11-24T11:14:51,385 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:14:51,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:14:51,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. after waiting 0 ms 2024-11-24T11:14:51,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:14:51,387 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:14:51,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e2d37ad310515c3b570432bd0ab37b5: Waiting for close lock at 1732446891385Disabling compacts and flushes for region at 1732446891385Disabling writes for close at 1732446891387 (+2 ms)Writing region close event to WAL at 1732446891387Closed at 1732446891387 2024-11-24T11:14:51,388 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1e7076a735bd075d6d47c2b027f01e7, NAME => 'SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741842_1018 (size=62) 2024-11-24T11:14:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741842_1018 (size=62) 2024-11-24T11:14:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741842_1018 (size=62) 2024-11-24T11:14:51,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c037e1150dc60a067373c048815b1e4a, disabling compactions & flushes 2024-11-24T11:14:51,444 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:14:51,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:14:51,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. after waiting 0 ms 2024-11-24T11:14:51,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:14:51,445 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:14:51,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c037e1150dc60a067373c048815b1e4a: Waiting for close lock at 1732446891444Disabling compacts and flushes for region at 1732446891444Disabling writes for close at 1732446891444Writing region close event to WAL at 1732446891444Closed at 1732446891444 2024-11-24T11:14:51,445 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => afe270bd9c3aca431012ea66c3a11f91, NAME => 'SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:14:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741841_1017 (size=62) 2024-11-24T11:14:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741841_1017 (size=62) 2024-11-24T11:14:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741841_1017 (size=62) 2024-11-24T11:14:51,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9720aa4683483c96eadf17e79a100b2c, disabling compactions & flushes 2024-11-24T11:14:51,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:14:51,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:14:51,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. after waiting 0 ms 2024-11-24T11:14:51,490 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:14:51,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:14:51,491 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9720aa4683483c96eadf17e79a100b2c: Waiting for close lock at 1732446891490Disabling compacts and flushes for region at 1732446891490Disabling writes for close at 1732446891490Writing region close event to WAL at 1732446891490Closed at 1732446891490 2024-11-24T11:14:51,492 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c01ab2bdd3eaf4bb42801b6ff5068e5a, NAME => 'SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741843_1019 (size=62) 2024-11-24T11:14:51,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741843_1019 (size=62) 2024-11-24T11:14:51,529 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b1e7076a735bd075d6d47c2b027f01e7, disabling compactions & flushes 2024-11-24T11:14:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741843_1019 (size=62) 2024-11-24T11:14:51,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:14:51,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:14:51,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. after waiting 0 ms 2024-11-24T11:14:51,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:14:51,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:14:51,530 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1e7076a735bd075d6d47c2b027f01e7: Waiting for close lock at 1732446891529Disabling compacts and flushes for region at 1732446891529Disabling writes for close at 1732446891530 (+1 ms)Writing region close event to WAL at 1732446891530Closed at 1732446891530 2024-11-24T11:14:51,531 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec4553ef450fd2f7b5c3be8a44dc16f1, NAME => 'SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741844_1020 (size=62) 2024-11-24T11:14:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741844_1020 (size=62) 2024-11-24T11:14:51,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741844_1020 (size=62) 2024-11-24T11:14:51,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing afe270bd9c3aca431012ea66c3a11f91, disabling compactions & flushes 2024-11-24T11:14:51,614 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:14:51,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:14:51,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. after waiting 0 ms 2024-11-24T11:14:51,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:14:51,614 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:14:51,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for afe270bd9c3aca431012ea66c3a11f91: Waiting for close lock at 1732446891614Disabling compacts and flushes for region at 1732446891614Disabling writes for close at 1732446891614Writing region close event to WAL at 1732446891614Closed at 1732446891614 2024-11-24T11:14:51,615 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b7981813e7e2d1f102e56fdc18258994, NAME => 'SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1 2024-11-24T11:14:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741845_1021 (size=62) 2024-11-24T11:14:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741845_1021 (size=62) 2024-11-24T11:14:51,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741845_1021 (size=62) 2024-11-24T11:14:51,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c01ab2bdd3eaf4bb42801b6ff5068e5a, disabling compactions & flushes 2024-11-24T11:14:51,644 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:14:51,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:14:51,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. after waiting 0 ms 2024-11-24T11:14:51,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:14:51,644 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:14:51,644 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c01ab2bdd3eaf4bb42801b6ff5068e5a: Waiting for close lock at 1732446891644Disabling compacts and flushes for region at 1732446891644Disabling writes for close at 1732446891644Writing region close event to WAL at 1732446891644Closed at 1732446891644 2024-11-24T11:14:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741846_1022 (size=62) 2024-11-24T11:14:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741846_1022 (size=62) 2024-11-24T11:14:51,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741846_1022 (size=62) 2024-11-24T11:14:51,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:51,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ec4553ef450fd2f7b5c3be8a44dc16f1, disabling compactions & flushes 2024-11-24T11:14:51,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:14:51,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:14:51,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. after waiting 0 ms 2024-11-24T11:14:51,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:14:51,686 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:14:51,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec4553ef450fd2f7b5c3be8a44dc16f1: Waiting for close lock at 1732446891686Disabling compacts and flushes for region at 1732446891686Disabling writes for close at 1732446891686Writing region close event to WAL at 1732446891686Closed at 1732446891686 2024-11-24T11:14:51,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741847_1023 (size=54) 2024-11-24T11:14:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741847_1023 (size=54) 2024-11-24T11:14:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741847_1023 (size=54) 2024-11-24T11:14:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:14:52,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:14:52,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b7981813e7e2d1f102e56fdc18258994, disabling compactions & flushes 2024-11-24T11:14:52,096 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:14:52,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:14:52,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. after waiting 0 ms 2024-11-24T11:14:52,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:14:52,096 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:14:52,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b7981813e7e2d1f102e56fdc18258994: Waiting for close lock at 1732446892096Disabling compacts and flushes for region at 1732446892096Disabling writes for close at 1732446892096Writing region close event to WAL at 1732446892096Closed at 1732446892096 2024-11-24T11:14:52,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T11:14:52,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732446892098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732446892098"}]},"ts":"1732446892098"} 2024-11-24T11:14:52,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-24T11:14:52,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T11:14:52,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732446892108"}]},"ts":"1732446892108"} 2024-11-24T11:14:52,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-24T11:14:52,112 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f5f73e76a839=0} racks are {/default-rack=0} 2024-11-24T11:14:52,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T11:14:52,120 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T11:14:52,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T11:14:52,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T11:14:52,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T11:14:52,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T11:14:52,121 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T11:14:52,121 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T11:14:52,121 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T11:14:52,121 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T11:14:52,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e2d37ad310515c3b570432bd0ab37b5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96ee510a08333b8bcee57b4b2607000d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0fbd42ab970259b5eaabde790232134, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9720aa4683483c96eadf17e79a100b2c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c037e1150dc60a067373c048815b1e4a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1e7076a735bd075d6d47c2b027f01e7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afe270bd9c3aca431012ea66c3a11f91, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c01ab2bdd3eaf4bb42801b6ff5068e5a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec4553ef450fd2f7b5c3be8a44dc16f1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7981813e7e2d1f102e56fdc18258994, ASSIGN}] 2024-11-24T11:14:52,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96ee510a08333b8bcee57b4b2607000d, ASSIGN 2024-11-24T11:14:52,132 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e2d37ad310515c3b570432bd0ab37b5, ASSIGN 2024-11-24T11:14:52,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7981813e7e2d1f102e56fdc18258994, ASSIGN 2024-11-24T11:14:52,132 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec4553ef450fd2f7b5c3be8a44dc16f1, ASSIGN 2024-11-24T11:14:52,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96ee510a08333b8bcee57b4b2607000d, ASSIGN; state=OFFLINE, location=f5f73e76a839,34839,1732446879476; forceNewPlan=false, retain=false 2024-11-24T11:14:52,139 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e2d37ad310515c3b570432bd0ab37b5, ASSIGN; state=OFFLINE, location=f5f73e76a839,42137,1732446879377; forceNewPlan=false, retain=false 2024-11-24T11:14:52,139 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec4553ef450fd2f7b5c3be8a44dc16f1, ASSIGN; state=OFFLINE, location=f5f73e76a839,42137,1732446879377; forceNewPlan=false, retain=false 2024-11-24T11:14:52,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7981813e7e2d1f102e56fdc18258994, ASSIGN; state=OFFLINE, location=f5f73e76a839,34839,1732446879476; forceNewPlan=false, retain=false 2024-11-24T11:14:52,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c01ab2bdd3eaf4bb42801b6ff5068e5a, ASSIGN 2024-11-24T11:14:52,140 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afe270bd9c3aca431012ea66c3a11f91, ASSIGN 2024-11-24T11:14:52,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c01ab2bdd3eaf4bb42801b6ff5068e5a, ASSIGN; state=OFFLINE, location=f5f73e76a839,44017,1732446879435; forceNewPlan=false, retain=false 2024-11-24T11:14:52,141 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afe270bd9c3aca431012ea66c3a11f91, ASSIGN; state=OFFLINE, location=f5f73e76a839,34839,1732446879476; forceNewPlan=false, retain=false 2024-11-24T11:14:52,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1e7076a735bd075d6d47c2b027f01e7, ASSIGN 2024-11-24T11:14:52,142 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1e7076a735bd075d6d47c2b027f01e7, ASSIGN; state=OFFLINE, location=f5f73e76a839,42137,1732446879377; forceNewPlan=false, retain=false 2024-11-24T11:14:52,142 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c037e1150dc60a067373c048815b1e4a, ASSIGN 2024-11-24T11:14:52,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c037e1150dc60a067373c048815b1e4a, ASSIGN; state=OFFLINE, location=f5f73e76a839,34839,1732446879476; forceNewPlan=false, retain=false 2024-11-24T11:14:52,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9720aa4683483c96eadf17e79a100b2c, ASSIGN 2024-11-24T11:14:52,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9720aa4683483c96eadf17e79a100b2c, ASSIGN; state=OFFLINE, location=f5f73e76a839,44017,1732446879435; forceNewPlan=false, retain=false 2024-11-24T11:14:52,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0fbd42ab970259b5eaabde790232134, ASSIGN 2024-11-24T11:14:52,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0fbd42ab970259b5eaabde790232134, ASSIGN; state=OFFLINE, location=f5f73e76a839,44017,1732446879435; forceNewPlan=false, retain=false 2024-11-24T11:14:52,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T11:14:52,284 INFO [f5f73e76a839:36089 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-24T11:14:52,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c01ab2bdd3eaf4bb42801b6ff5068e5a, regionState=OPENING, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:14:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:14:52,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b0fbd42ab970259b5eaabde790232134, regionState=OPENING, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:14:52,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b1e7076a735bd075d6d47c2b027f01e7, regionState=OPENING, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:14:52,286 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e2d37ad310515c3b570432bd0ab37b5, regionState=OPENING, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:14:52,286 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ec4553ef450fd2f7b5c3be8a44dc16f1, regionState=OPENING, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:14:52,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=afe270bd9c3aca431012ea66c3a11f91, regionState=OPENING, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:14:52,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c037e1150dc60a067373c048815b1e4a, regionState=OPENING, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:14:52,288 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=96ee510a08333b8bcee57b4b2607000d, regionState=OPENING, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:14:52,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9720aa4683483c96eadf17e79a100b2c, regionState=OPENING, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:14:52,289 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b7981813e7e2d1f102e56fdc18258994, regionState=OPENING, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:14:52,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c01ab2bdd3eaf4bb42801b6ff5068e5a, ASSIGN because future has completed 2024-11-24T11:14:52,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01ab2bdd3eaf4bb42801b6ff5068e5a, server=f5f73e76a839,44017,1732446879435}] 2024-11-24T11:14:52,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b0fbd42ab970259b5eaabde790232134, ASSIGN because future has completed 2024-11-24T11:14:52,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0fbd42ab970259b5eaabde790232134, server=f5f73e76a839,44017,1732446879435}] 2024-11-24T11:14:52,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1e7076a735bd075d6d47c2b027f01e7, ASSIGN because future has completed 2024-11-24T11:14:52,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afe270bd9c3aca431012ea66c3a11f91, ASSIGN because future has completed 2024-11-24T11:14:52,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1e7076a735bd075d6d47c2b027f01e7, server=f5f73e76a839,42137,1732446879377}] 2024-11-24T11:14:52,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure afe270bd9c3aca431012ea66c3a11f91, server=f5f73e76a839,34839,1732446879476}] 2024-11-24T11:14:52,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec4553ef450fd2f7b5c3be8a44dc16f1, ASSIGN because future has completed 2024-11-24T11:14:52,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96ee510a08333b8bcee57b4b2607000d, ASSIGN because future has completed 2024-11-24T11:14:52,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e2d37ad310515c3b570432bd0ab37b5, ASSIGN because future has completed 2024-11-24T11:14:52,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec4553ef450fd2f7b5c3be8a44dc16f1, server=f5f73e76a839,42137,1732446879377}] 2024-11-24T11:14:52,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9720aa4683483c96eadf17e79a100b2c, ASSIGN because future has completed 2024-11-24T11:14:52,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ee510a08333b8bcee57b4b2607000d, server=f5f73e76a839,34839,1732446879476}] 2024-11-24T11:14:52,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9720aa4683483c96eadf17e79a100b2c, server=f5f73e76a839,44017,1732446879435}] 2024-11-24T11:14:52,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7981813e7e2d1f102e56fdc18258994, ASSIGN because future has completed 2024-11-24T11:14:52,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c037e1150dc60a067373c048815b1e4a, ASSIGN because future has completed 2024-11-24T11:14:52,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e2d37ad310515c3b570432bd0ab37b5, server=f5f73e76a839,42137,1732446879377}] 2024-11-24T11:14:52,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c037e1150dc60a067373c048815b1e4a, server=f5f73e76a839,34839,1732446879476}] 2024-11-24T11:14:52,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7981813e7e2d1f102e56fdc18258994, server=f5f73e76a839,34839,1732446879476}] 2024-11-24T11:14:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:14:55,258 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-24T11:14:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:14:55,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:55,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:55,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:56,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:14:56,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:56,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:56,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:14:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:15:02,319 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:15:02,322 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:15:02,322 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9720aa4683483c96eadf17e79a100b2c, NAME => 'SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-24T11:15:02,322 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,322 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,323 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,323 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:15:02,325 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T11:15:02,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T11:15:02,328 INFO [StoreOpener-9720aa4683483c96eadf17e79a100b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,330 INFO [StoreOpener-9720aa4683483c96eadf17e79a100b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9720aa4683483c96eadf17e79a100b2c columnFamilyName cf 2024-11-24T11:15:02,330 DEBUG [StoreOpener-9720aa4683483c96eadf17e79a100b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,331 INFO [StoreOpener-9720aa4683483c96eadf17e79a100b2c-1 {}] regionserver.HStore(327): Store=9720aa4683483c96eadf17e79a100b2c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,331 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,332 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,332 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,332 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,332 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,334 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,337 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:02,337 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e2d37ad310515c3b570432bd0ab37b5, NAME => 'SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-24T11:15:02,337 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,337 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,337 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,337 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,344 INFO [StoreOpener-6e2d37ad310515c3b570432bd0ab37b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,344 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/9720aa4683483c96eadf17e79a100b2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,345 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9720aa4683483c96eadf17e79a100b2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64818967, jitterRate=-0.034122124314308167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,345 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:02,345 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9720aa4683483c96eadf17e79a100b2c: Running coprocessor pre-open hook at 1732446902323Writing region info on filesystem at 1732446902323Initializing all the Stores at 1732446902325 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902325Cleaning up temporary data from old regions at 1732446902332 (+7 ms)Running coprocessor post-open hooks at 1732446902345 (+13 ms)Region opened successfully at 1732446902345 2024-11-24T11:15:02,347 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c., pid=21, masterSystemTime=1732446902300 2024-11-24T11:15:02,350 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:15:02,350 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:15:02,350 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:15:02,350 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c01ab2bdd3eaf4bb42801b6ff5068e5a, NAME => 'SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-24T11:15:02,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9720aa4683483c96eadf17e79a100b2c, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:02,350 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,350 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,351 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,351 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9720aa4683483c96eadf17e79a100b2c, server=f5f73e76a839,44017,1732446879435 because future has completed 2024-11-24T11:15:02,354 INFO [StoreOpener-6e2d37ad310515c3b570432bd0ab37b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e2d37ad310515c3b570432bd0ab37b5 columnFamilyName cf 2024-11-24T11:15:02,354 DEBUG [StoreOpener-6e2d37ad310515c3b570432bd0ab37b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,355 INFO [StoreOpener-6e2d37ad310515c3b570432bd0ab37b5-1 {}] regionserver.HStore(327): Store=6e2d37ad310515c3b570432bd0ab37b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,355 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,356 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,357 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,358 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,358 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-24T11:15:02,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9720aa4683483c96eadf17e79a100b2c, server=f5f73e76a839,44017,1732446879435 in 10.0090 sec 2024-11-24T11:15:02,360 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9720aa4683483c96eadf17e79a100b2c, ASSIGN in 10.2360 sec 2024-11-24T11:15:02,364 INFO [StoreOpener-c01ab2bdd3eaf4bb42801b6ff5068e5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,367 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:02,367 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ee510a08333b8bcee57b4b2607000d, NAME => 'SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-24T11:15:02,367 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,367 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,367 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,367 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,368 INFO [StoreOpener-c01ab2bdd3eaf4bb42801b6ff5068e5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c01ab2bdd3eaf4bb42801b6ff5068e5a columnFamilyName cf 2024-11-24T11:15:02,368 DEBUG [StoreOpener-c01ab2bdd3eaf4bb42801b6ff5068e5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,373 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/6e2d37ad310515c3b570432bd0ab37b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,373 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 6e2d37ad310515c3b570432bd0ab37b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66576457, jitterRate=-0.007933482527732849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,374 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:02,374 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 6e2d37ad310515c3b570432bd0ab37b5: Running coprocessor pre-open hook at 1732446902338Writing region info on filesystem at 1732446902338Initializing all the Stores at 1732446902339 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902340 (+1 ms)Cleaning up temporary data from old regions at 1732446902358 (+18 ms)Running coprocessor post-open hooks at 1732446902374 (+16 ms)Region opened successfully at 1732446902374 2024-11-24T11:15:02,374 INFO [StoreOpener-96ee510a08333b8bcee57b4b2607000d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,375 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5., pid=22, masterSystemTime=1732446902319 2024-11-24T11:15:02,376 INFO [StoreOpener-96ee510a08333b8bcee57b4b2607000d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ee510a08333b8bcee57b4b2607000d columnFamilyName cf 2024-11-24T11:15:02,377 DEBUG [StoreOpener-96ee510a08333b8bcee57b4b2607000d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,377 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:02,377 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:02,377 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:02,377 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b1e7076a735bd075d6d47c2b027f01e7, NAME => 'SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-24T11:15:02,378 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,378 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,378 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,378 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e2d37ad310515c3b570432bd0ab37b5, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:02,379 INFO [StoreOpener-96ee510a08333b8bcee57b4b2607000d-1 {}] regionserver.HStore(327): Store=96ee510a08333b8bcee57b4b2607000d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,379 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,380 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,380 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e2d37ad310515c3b570432bd0ab37b5, server=f5f73e76a839,42137,1732446879377 because future has completed 2024-11-24T11:15:02,381 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,381 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,385 INFO [StoreOpener-c01ab2bdd3eaf4bb42801b6ff5068e5a-1 {}] regionserver.HStore(327): Store=c01ab2bdd3eaf4bb42801b6ff5068e5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,385 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,386 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,387 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,387 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,387 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-24T11:15:02,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e2d37ad310515c3b570432bd0ab37b5, server=f5f73e76a839,42137,1732446879377 in 10.0390 sec 2024-11-24T11:15:02,389 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,390 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e2d37ad310515c3b570432bd0ab37b5, ASSIGN in 10.2680 sec 2024-11-24T11:15:02,395 INFO [StoreOpener-b1e7076a735bd075d6d47c2b027f01e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,397 INFO [StoreOpener-b1e7076a735bd075d6d47c2b027f01e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e7076a735bd075d6d47c2b027f01e7 columnFamilyName cf 2024-11-24T11:15:02,398 DEBUG [StoreOpener-b1e7076a735bd075d6d47c2b027f01e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,400 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,401 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c01ab2bdd3eaf4bb42801b6ff5068e5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60530738, jitterRate=-0.09802171587944031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,401 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:02,401 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c01ab2bdd3eaf4bb42801b6ff5068e5a: Running coprocessor pre-open hook at 1732446902351Writing region info on filesystem at 1732446902351Initializing all the Stores at 1732446902352 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902352Cleaning up temporary data from old regions at 1732446902387 (+35 ms)Running coprocessor post-open hooks at 1732446902401 (+14 ms)Region opened successfully at 1732446902401 2024-11-24T11:15:02,402 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a., pid=15, masterSystemTime=1732446902300 2024-11-24T11:15:02,405 INFO [StoreOpener-b1e7076a735bd075d6d47c2b027f01e7-1 {}] regionserver.HStore(327): Store=b1e7076a735bd075d6d47c2b027f01e7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,405 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,405 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:15:02,405 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:15:02,405 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:15:02,405 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b0fbd42ab970259b5eaabde790232134, NAME => 'SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-24T11:15:02,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c01ab2bdd3eaf4bb42801b6ff5068e5a, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:02,406 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,406 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,406 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,406 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,406 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,406 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,407 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,407 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,407 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/96ee510a08333b8bcee57b4b2607000d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c01ab2bdd3eaf4bb42801b6ff5068e5a, server=f5f73e76a839,44017,1732446879435 because future has completed 2024-11-24T11:15:02,409 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 96ee510a08333b8bcee57b4b2607000d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61910825, jitterRate=-0.07745681703090668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,409 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:02,409 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 96ee510a08333b8bcee57b4b2607000d: Running coprocessor pre-open hook at 1732446902368Writing region info on filesystem at 1732446902368Initializing all the Stores at 1732446902373 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902373Cleaning up temporary data from old regions at 1732446902381 (+8 ms)Running coprocessor post-open hooks at 1732446902409 (+28 ms)Region opened successfully at 1732446902409 2024-11-24T11:15:02,409 INFO [StoreOpener-b0fbd42ab970259b5eaabde790232134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,410 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,411 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d., pid=20, masterSystemTime=1732446902325 2024-11-24T11:15:02,414 INFO [StoreOpener-b0fbd42ab970259b5eaabde790232134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0fbd42ab970259b5eaabde790232134 columnFamilyName cf 2024-11-24T11:15:02,415 DEBUG [StoreOpener-b0fbd42ab970259b5eaabde790232134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,415 INFO [StoreOpener-b0fbd42ab970259b5eaabde790232134-1 {}] regionserver.HStore(327): Store=b0fbd42ab970259b5eaabde790232134/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,415 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,416 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:02,417 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:02,417 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:02,417 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c037e1150dc60a067373c048815b1e4a, NAME => 'SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-24T11:15:02,418 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=96ee510a08333b8bcee57b4b2607000d, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:02,418 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,418 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,418 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,418 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5f73e76a839,34839,1732446879476, table=SPTestTable, region=96ee510a08333b8bcee57b4b2607000d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:15:02,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-24T11:15:02,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c01ab2bdd3eaf4bb42801b6ff5068e5a, server=f5f73e76a839,44017,1732446879435 in 10.1120 sec 2024-11-24T11:15:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ee510a08333b8bcee57b4b2607000d, server=f5f73e76a839,34839,1732446879476 because future has completed 2024-11-24T11:15:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c01ab2bdd3eaf4bb42801b6ff5068e5a, ASSIGN in 10.2940 sec 2024-11-24T11:15:02,422 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b1e7076a735bd075d6d47c2b027f01e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,423 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b1e7076a735bd075d6d47c2b027f01e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69790388, jitterRate=0.03995782136917114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,423 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:02,424 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b1e7076a735bd075d6d47c2b027f01e7: Running coprocessor pre-open hook at 1732446902378Writing region info on filesystem at 1732446902378Initializing all the Stores at 1732446902379 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902379Cleaning up temporary data from old regions at 1732446902407 (+28 ms)Running coprocessor post-open hooks at 1732446902423 (+16 ms)Region opened successfully at 1732446902423 2024-11-24T11:15:02,424 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,425 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7., pid=17, masterSystemTime=1732446902319 2024-11-24T11:15:02,425 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-24T11:15:02,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ee510a08333b8bcee57b4b2607000d, server=f5f73e76a839,34839,1732446879476 in 10.0780 sec 2024-11-24T11:15:02,426 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,426 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96ee510a08333b8bcee57b4b2607000d, ASSIGN in 10.3050 sec 2024-11-24T11:15:02,427 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:02,427 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:02,428 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:02,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ec4553ef450fd2f7b5c3be8a44dc16f1, NAME => 'SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-24T11:15:02,428 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b1e7076a735bd075d6d47c2b027f01e7, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:02,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,428 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1e7076a735bd075d6d47c2b027f01e7, server=f5f73e76a839,42137,1732446879377 because future has completed 2024-11-24T11:15:02,432 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-24T11:15:02,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b1e7076a735bd075d6d47c2b027f01e7, server=f5f73e76a839,42137,1732446879377 in 10.1280 sec 2024-11-24T11:15:02,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1e7076a735bd075d6d47c2b027f01e7, ASSIGN in 10.3130 sec 2024-11-24T11:15:02,440 INFO [StoreOpener-c037e1150dc60a067373c048815b1e4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,443 INFO [StoreOpener-c037e1150dc60a067373c048815b1e4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c037e1150dc60a067373c048815b1e4a columnFamilyName cf 2024-11-24T11:15:02,443 DEBUG [StoreOpener-c037e1150dc60a067373c048815b1e4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,443 INFO [StoreOpener-c037e1150dc60a067373c048815b1e4a-1 {}] regionserver.HStore(327): Store=c037e1150dc60a067373c048815b1e4a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,444 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,445 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,446 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,446 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,446 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,448 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,453 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b0fbd42ab970259b5eaabde790232134/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,455 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b0fbd42ab970259b5eaabde790232134; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66393248, jitterRate=-0.010663509368896484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,455 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:02,455 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b0fbd42ab970259b5eaabde790232134: Running coprocessor pre-open hook at 1732446902407Writing region info on filesystem at 1732446902407Initializing all the Stores at 1732446902408 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902408Cleaning up temporary data from old regions at 1732446902426 (+18 ms)Running coprocessor post-open hooks at 1732446902455 (+29 ms)Region opened successfully at 1732446902455 2024-11-24T11:15:02,456 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134., pid=16, masterSystemTime=1732446902300 2024-11-24T11:15:02,458 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:15:02,458 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:15:02,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b0fbd42ab970259b5eaabde790232134, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:02,460 INFO [StoreOpener-ec4553ef450fd2f7b5c3be8a44dc16f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0fbd42ab970259b5eaabde790232134, server=f5f73e76a839,44017,1732446879435 because future has completed 2024-11-24T11:15:02,462 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5f73e76a839,44017,1732446879435, table=SPTestTable, region=b0fbd42ab970259b5eaabde790232134. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:15:02,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-24T11:15:02,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b0fbd42ab970259b5eaabde790232134, server=f5f73e76a839,44017,1732446879435 in 10.1640 sec 2024-11-24T11:15:02,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b0fbd42ab970259b5eaabde790232134, ASSIGN in 10.3450 sec 2024-11-24T11:15:02,474 INFO [StoreOpener-ec4553ef450fd2f7b5c3be8a44dc16f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec4553ef450fd2f7b5c3be8a44dc16f1 columnFamilyName cf 2024-11-24T11:15:02,474 DEBUG [StoreOpener-ec4553ef450fd2f7b5c3be8a44dc16f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,474 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c037e1150dc60a067373c048815b1e4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,475 INFO [StoreOpener-ec4553ef450fd2f7b5c3be8a44dc16f1-1 {}] regionserver.HStore(327): Store=ec4553ef450fd2f7b5c3be8a44dc16f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,475 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c037e1150dc60a067373c048815b1e4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74105869, jitterRate=0.10426349937915802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,475 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:02,475 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c037e1150dc60a067373c048815b1e4a: Running coprocessor pre-open hook at 1732446902418Writing region info on filesystem at 1732446902418Initializing all the Stores at 1732446902419 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902420 (+1 ms)Cleaning up temporary data from old regions at 1732446902446 (+26 ms)Running coprocessor post-open hooks at 1732446902475 (+29 ms)Region opened successfully at 1732446902475 2024-11-24T11:15:02,475 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,476 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,477 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a., pid=23, masterSystemTime=1732446902325 2024-11-24T11:15:02,477 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,478 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,478 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,481 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,481 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:02,481 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:02,481 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:02,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c037e1150dc60a067373c048815b1e4a, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:02,481 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => afe270bd9c3aca431012ea66c3a11f91, NAME => 'SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-24T11:15:02,481 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,482 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,482 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,482 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c037e1150dc60a067373c048815b1e4a, server=f5f73e76a839,34839,1732446879476 because future has completed 2024-11-24T11:15:02,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-24T11:15:02,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c037e1150dc60a067373c048815b1e4a, server=f5f73e76a839,34839,1732446879476 in 10.1310 sec 2024-11-24T11:15:02,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c037e1150dc60a067373c048815b1e4a, ASSIGN in 10.3650 sec 2024-11-24T11:15:02,499 INFO [StoreOpener-afe270bd9c3aca431012ea66c3a11f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,501 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,501 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ec4553ef450fd2f7b5c3be8a44dc16f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60779421, jitterRate=-0.09431605041027069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,502 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:02,502 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ec4553ef450fd2f7b5c3be8a44dc16f1: Running coprocessor pre-open hook at 1732446902429Writing region info on filesystem at 1732446902429Initializing all the Stores at 1732446902430 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902430Cleaning up temporary data from old regions at 1732446902478 (+48 ms)Running coprocessor post-open hooks at 1732446902502 (+24 ms)Region opened successfully at 1732446902502 2024-11-24T11:15:02,503 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1., pid=19, masterSystemTime=1732446902319 2024-11-24T11:15:02,505 INFO [StoreOpener-afe270bd9c3aca431012ea66c3a11f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afe270bd9c3aca431012ea66c3a11f91 columnFamilyName cf 2024-11-24T11:15:02,505 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:02,505 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:02,505 DEBUG [StoreOpener-afe270bd9c3aca431012ea66c3a11f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,506 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ec4553ef450fd2f7b5c3be8a44dc16f1, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:02,506 INFO [StoreOpener-afe270bd9c3aca431012ea66c3a11f91-1 {}] regionserver.HStore(327): Store=afe270bd9c3aca431012ea66c3a11f91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,506 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,507 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec4553ef450fd2f7b5c3be8a44dc16f1, server=f5f73e76a839,42137,1732446879377 because future has completed 2024-11-24T11:15:02,509 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,509 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,509 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,512 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-24T11:15:02,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ec4553ef450fd2f7b5c3be8a44dc16f1, server=f5f73e76a839,42137,1732446879377 in 10.1830 sec 2024-11-24T11:15:02,524 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec4553ef450fd2f7b5c3be8a44dc16f1, ASSIGN in 10.4010 sec 2024-11-24T11:15:02,525 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened afe270bd9c3aca431012ea66c3a11f91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71022047, jitterRate=0.05831097066402435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,525 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:02,525 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for afe270bd9c3aca431012ea66c3a11f91: Running coprocessor pre-open hook at 1732446902482Writing region info on filesystem at 1732446902482Initializing all the Stores at 1732446902485 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902485Cleaning up temporary data from old regions at 1732446902509 (+24 ms)Running coprocessor post-open hooks at 1732446902525 (+16 ms)Region opened successfully at 1732446902525 2024-11-24T11:15:02,528 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., pid=18, masterSystemTime=1732446902325 2024-11-24T11:15:02,530 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:02,531 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:02,531 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:02,531 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b7981813e7e2d1f102e56fdc18258994, NAME => 'SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-24T11:15:02,531 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,531 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:02,531 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,531 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=afe270bd9c3aca431012ea66c3a11f91, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:02,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure afe270bd9c3aca431012ea66c3a11f91, server=f5f73e76a839,34839,1732446879476 because future has completed 2024-11-24T11:15:02,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-24T11:15:02,547 INFO [StoreOpener-b7981813e7e2d1f102e56fdc18258994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure afe270bd9c3aca431012ea66c3a11f91, server=f5f73e76a839,34839,1732446879476 in 10.2280 sec 2024-11-24T11:15:02,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afe270bd9c3aca431012ea66c3a11f91, ASSIGN in 10.4250 sec 2024-11-24T11:15:02,557 INFO [StoreOpener-b7981813e7e2d1f102e56fdc18258994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7981813e7e2d1f102e56fdc18258994 columnFamilyName cf 2024-11-24T11:15:02,557 DEBUG [StoreOpener-b7981813e7e2d1f102e56fdc18258994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:02,557 INFO [StoreOpener-b7981813e7e2d1f102e56fdc18258994-1 {}] regionserver.HStore(327): Store=b7981813e7e2d1f102e56fdc18258994/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T11:15:02,557 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,558 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,559 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,559 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,559 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,561 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,567 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T11:15:02,568 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b7981813e7e2d1f102e56fdc18258994; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62418418, jitterRate=-0.06989309191703796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T11:15:02,568 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:02,568 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b7981813e7e2d1f102e56fdc18258994: Running coprocessor pre-open hook at 1732446902532Writing region info on filesystem at 1732446902532Initializing all the Stores at 1732446902534 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446902534Cleaning up temporary data from old regions at 1732446902559 (+25 ms)Running coprocessor post-open hooks at 1732446902568 (+9 ms)Region opened successfully at 1732446902568 2024-11-24T11:15:02,571 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994., pid=24, masterSystemTime=1732446902325 2024-11-24T11:15:02,576 DEBUG [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:02,576 INFO [RS_OPEN_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:02,580 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b7981813e7e2d1f102e56fdc18258994, regionState=OPEN, openSeqNum=2, regionLocation=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:02,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7981813e7e2d1f102e56fdc18258994, server=f5f73e76a839,34839,1732446879476 because future has completed 2024-11-24T11:15:02,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-24T11:15:02,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b7981813e7e2d1f102e56fdc18258994, server=f5f73e76a839,34839,1732446879476 in 10.2240 sec 2024-11-24T11:15:02,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-24T11:15:02,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7981813e7e2d1f102e56fdc18258994, ASSIGN in 10.4660 sec 2024-11-24T11:15:02,592 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T11:15:02,592 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732446902592"}]},"ts":"1732446902592"} 2024-11-24T11:15:02,597 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-24T11:15:02,598 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T11:15:02,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4520 sec 2024-11-24T11:15:04,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-24T11:15:07,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:15:07,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:15:07,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:15:07,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T11:15:07,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:15:07,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:15:07,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T11:15:09,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:15:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T11:15:09,376 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-24T11:15:09,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-24T11:15:09,376 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:15:09,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-24T11:15:09,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:15:09,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-24T11:15:09,430 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,436 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,442 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,443 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,445 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,446 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,447 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,448 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,505 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a., hostname=f5f73e76a839,44017,1732446879435, seqNum=2] 2024-11-24T11:15:09,507 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a., hostname=f5f73e76a839,44017,1732446879435, seqNum=2] 2024-11-24T11:15:09,510 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a., hostname=f5f73e76a839,44017,1732446879435, seqNum=2] 2024-11-24T11:15:09,513 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a., hostname=f5f73e76a839,44017,1732446879435, seqNum=2] 2024-11-24T11:15:09,577 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1., hostname=f5f73e76a839,42137,1732446879377, seqNum=2] 2024-11-24T11:15:09,579 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1., hostname=f5f73e76a839,42137,1732446879377, seqNum=2] 2024-11-24T11:15:09,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1., hostname=f5f73e76a839,42137,1732446879377, seqNum=2] 2024-11-24T11:15:09,583 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1., hostname=f5f73e76a839,42137,1732446879377, seqNum=2] 2024-11-24T11:15:09,584 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1., hostname=f5f73e76a839,42137,1732446879377, seqNum=2] 2024-11-24T11:15:09,669 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,672 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:09,674 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994., hostname=f5f73e76a839,34839,1732446879476, seqNum=2] 2024-11-24T11:15:10,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:15:10,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T11:15:10,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:15:10,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:15:10,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T11:15:10,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:15:10,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:10,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:15:11,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. with WAL disabled. Data may be lost in the event of a crash. 2024-11-24T11:15:11,297 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-24T11:15:11,298 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:15:11,298 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-24T11:15:11,299 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-24T11:15:11,302 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-24T11:15:11,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741848_1024 (size=49) 2024-11-24T11:15:11,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741848_1024 (size=49) 2024-11-24T11:15:11,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741848_1024 (size=49) 2024-11-24T11:15:11,316 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-24T11:15:11,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e2d37ad310515c3b570432bd0ab37b5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96ee510a08333b8bcee57b4b2607000d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0fbd42ab970259b5eaabde790232134}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9720aa4683483c96eadf17e79a100b2c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c037e1150dc60a067373c048815b1e4a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1e7076a735bd075d6d47c2b027f01e7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afe270bd9c3aca431012ea66c3a11f91}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c01ab2bdd3eaf4bb42801b6ff5068e5a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec4553ef450fd2f7b5c3be8a44dc16f1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7981813e7e2d1f102e56fdc18258994}] 2024-11-24T11:15:11,317 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:11,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:11,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:11,318 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:11,318 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:11,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:11,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:11,322 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:11,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:11,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:21,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-24T11:15:21,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-24T11:15:21,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-24T11:15:21,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-24T11:15:21,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-24T11:15:21,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:21,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b0fbd42ab970259b5eaabde790232134: 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 96ee510a08333b8bcee57b4b2607000d: 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:21,321 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ec4553ef450fd2f7b5c3be8a44dc16f1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-24T11:15:21,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,321 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b7981813e7e2d1f102e56fdc18258994 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:15:21,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-24T11:15:21,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:15:21,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-24T11:15:21,321 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c01ab2bdd3eaf4bb42801b6ff5068e5a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-24T11:15:21,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-24T11:15:21,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:21,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:21,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b1e7076a735bd075d6d47c2b027f01e7: 2024-11-24T11:15:21,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c037e1150dc60a067373c048815b1e4a: 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6e2d37ad310515c3b570432bd0ab37b5: 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9720aa4683483c96eadf17e79a100b2c: 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-24T11:15:21,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/.tmp/cf/1a88ee2d7c5c401d8789b1a9d0234f1c is 34, key is ccd/cf:cf/1732446910739/Put/seqid=0 2024-11-24T11:15:21,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/.tmp/cf/824b830d87ed488fb5e355589518ff9e is 34, key is baa/cf:cf/1732446910677/Put/seqid=0 2024-11-24T11:15:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741851_1027 (size=65) 2024-11-24T11:15:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741851_1027 (size=65) 2024-11-24T11:15:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741851_1027 (size=65) 2024-11-24T11:15:21,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732446891146.b0fbd42ab970259b5eaabde790232134. 2024-11-24T11:15:21,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-24T11:15:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-24T11:15:21,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:21,393 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0fbd42ab970259b5eaabde790232134 2024-11-24T11:15:21,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0fbd42ab970259b5eaabde790232134 in 10.0780 sec 2024-11-24T11:15:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741852_1028 (size=65) 2024-11-24T11:15:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741852_1028 (size=65) 2024-11-24T11:15:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741852_1028 (size=65) 2024-11-24T11:15:21,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:21,408 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-24T11:15:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-24T11:15:21,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:21,409 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:21,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741854_1030 (size=57) 2024-11-24T11:15:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741854_1030 (size=57) 2024-11-24T11:15:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741854_1030 (size=57) 2024-11-24T11:15:21,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:21,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T11:15:21,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b1e7076a735bd075d6d47c2b027f01e7 in 10.0940 sec 2024-11-24T11:15:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T11:15:21,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:21,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:21,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e2d37ad310515c3b570432bd0ab37b5 in 10.0980 sec 2024-11-24T11:15:21,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741853_1029 (size=65) 2024-11-24T11:15:21,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741853_1029 (size=65) 2024-11-24T11:15:21,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741853_1029 (size=65) 2024-11-24T11:15:21,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732446891146.9720aa4683483c96eadf17e79a100b2c. 2024-11-24T11:15:21,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T11:15:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-24T11:15:21,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:21,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9720aa4683483c96eadf17e79a100b2c 2024-11-24T11:15:21,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9720aa4683483c96eadf17e79a100b2c in 10.1110 sec 2024-11-24T11:15:21,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741855_1031 (size=47197) 2024-11-24T11:15:21,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741855_1031 (size=47197) 2024-11-24T11:15:21,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741855_1031 (size=47197) 2024-11-24T11:15:21,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/.tmp/cf/1a88ee2d7c5c401d8789b1a9d0234f1c 2024-11-24T11:15:21,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/.tmp/cf/fe7c5dcaaaad4e488e3b0eb08c80163e is 34, key is eaa/cf:cf/1732446911212/Put/seqid=0 2024-11-24T11:15:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741849_1025 (size=65) 2024-11-24T11:15:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741849_1025 (size=65) 2024-11-24T11:15:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741849_1025 (size=65) 2024-11-24T11:15:21,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:21,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-24T11:15:21,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:21,441 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing afe270bd9c3aca431012ea66c3a11f91 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-24T11:15:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-24T11:15:21,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:21,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:21,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741850_1026 (size=65) 2024-11-24T11:15:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741850_1026 (size=65) 2024-11-24T11:15:21,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:21,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T11:15:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741850_1026 (size=65) 2024-11-24T11:15:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-24T11:15:21,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:21,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c037e1150dc60a067373c048815b1e4a in 10.1270 sec 2024-11-24T11:15:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741856_1032 (size=28623) 2024-11-24T11:15:21,446 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741856_1032 (size=28623) 2024-11-24T11:15:21,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/.tmp/cf/824b830d87ed488fb5e355589518ff9e 2024-11-24T11:15:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741856_1032 (size=28623) 2024-11-24T11:15:21,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96ee510a08333b8bcee57b4b2607000d in 10.1310 sec 2024-11-24T11:15:21,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741857_1033 (size=499309) 2024-11-24T11:15:21,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741857_1033 (size=499309) 2024-11-24T11:15:21,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741857_1033 (size=499309) 2024-11-24T11:15:21,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/.tmp/cf/fe7c5dcaaaad4e488e3b0eb08c80163e 2024-11-24T11:15:21,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/.tmp/cf/1a88ee2d7c5c401d8789b1a9d0234f1c as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/cf/1a88ee2d7c5c401d8789b1a9d0234f1c 2024-11-24T11:15:21,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/.tmp/cf/701d5d719c0741308f228ac18aa3ba9b is 34, key is aaa/cf:cf/1732446910772/Put/seqid=0 2024-11-24T11:15:21,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/.tmp/cf/824b830d87ed488fb5e355589518ff9e as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/cf/824b830d87ed488fb5e355589518ff9e 2024-11-24T11:15:21,471 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/cf/1a88ee2d7c5c401d8789b1a9d0234f1c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-24T11:15:21,472 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ec4553ef450fd2f7b5c3be8a44dc16f1 in 151ms, sequenceid=5, compaction requested=false 2024-11-24T11:15:21,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/.tmp/cf/fe7c5dcaaaad4e488e3b0eb08c80163e as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/cf/fe7c5dcaaaad4e488e3b0eb08c80163e 2024-11-24T11:15:21,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ec4553ef450fd2f7b5c3be8a44dc16f1: 2024-11-24T11:15:21,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/cf/1a88ee2d7c5c401d8789b1a9d0234f1c] hfiles 2024-11-24T11:15:21,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/cf/1a88ee2d7c5c401d8789b1a9d0234f1c for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/cf/824b830d87ed488fb5e355589518ff9e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-24T11:15:21,482 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c01ab2bdd3eaf4bb42801b6ff5068e5a in 160ms, sequenceid=5, compaction requested=false 2024-11-24T11:15:21,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c01ab2bdd3eaf4bb42801b6ff5068e5a: 2024-11-24T11:15:21,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/cf/824b830d87ed488fb5e355589518ff9e] hfiles 2024-11-24T11:15:21,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c01ab2bdd3eaf4bb42801b6ff5068e5a/cf/824b830d87ed488fb5e355589518ff9e for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,487 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/cf/fe7c5dcaaaad4e488e3b0eb08c80163e, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-24T11:15:21,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b7981813e7e2d1f102e56fdc18258994 in 167ms, sequenceid=5, compaction requested=false 2024-11-24T11:15:21,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b7981813e7e2d1f102e56fdc18258994: 2024-11-24T11:15:21,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/cf/fe7c5dcaaaad4e488e3b0eb08c80163e] hfiles 2024-11-24T11:15:21,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/cf/fe7c5dcaaaad4e488e3b0eb08c80163e for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741858_1034 (size=26918) 2024-11-24T11:15:21,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741858_1034 (size=26918) 2024-11-24T11:15:21,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741858_1034 (size=26918) 2024-11-24T11:15:21,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/.tmp/cf/701d5d719c0741308f228ac18aa3ba9b 2024-11-24T11:15:21,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/.tmp/cf/701d5d719c0741308f228ac18aa3ba9b as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/cf/701d5d719c0741308f228ac18aa3ba9b 2024-11-24T11:15:21,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/cf/701d5d719c0741308f228ac18aa3ba9b, entries=676, sequenceid=5, filesize=26.3 K 2024-11-24T11:15:21,533 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for afe270bd9c3aca431012ea66c3a11f91 in 92ms, sequenceid=5, compaction requested=false 2024-11-24T11:15:21,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for afe270bd9c3aca431012ea66c3a11f91: 2024-11-24T11:15:21,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. for SnapshotProcedureTest completed. 2024-11-24T11:15:21,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91.' region-info for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-24T11:15:21,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/cf/701d5d719c0741308f228ac18aa3ba9b] hfiles 2024-11-24T11:15:21,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/cf/701d5d719c0741308f228ac18aa3ba9b for snapshot=SnapshotProcedureTest 2024-11-24T11:15:21,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741859_1035 (size=105) 2024-11-24T11:15:21,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741859_1035 (size=105) 2024-11-24T11:15:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741859_1035 (size=105) 2024-11-24T11:15:21,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:21,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-24T11:15:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-24T11:15:21,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:21,545 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:21,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec4553ef450fd2f7b5c3be8a44dc16f1 in 10.2300 sec 2024-11-24T11:15:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741860_1036 (size=105) 2024-11-24T11:15:21,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741860_1036 (size=105) 2024-11-24T11:15:21,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741860_1036 (size=105) 2024-11-24T11:15:21,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732446891146.c01ab2bdd3eaf4bb42801b6ff5068e5a. 2024-11-24T11:15:21,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-24T11:15:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-24T11:15:21,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:21,564 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c01ab2bdd3eaf4bb42801b6ff5068e5a 2024-11-24T11:15:21,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c01ab2bdd3eaf4bb42801b6ff5068e5a in 10.2490 sec 2024-11-24T11:15:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741862_1038 (size=105) 2024-11-24T11:15:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741862_1038 (size=105) 2024-11-24T11:15:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741862_1038 (size=105) 2024-11-24T11:15:21,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:21,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-24T11:15:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-24T11:15:21,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:21,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:21,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afe270bd9c3aca431012ea66c3a11f91 in 10.2580 sec 2024-11-24T11:15:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741861_1037 (size=97) 2024-11-24T11:15:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741861_1037 (size=97) 2024-11-24T11:15:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741861_1037 (size=97) 2024-11-24T11:15:21,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:21,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T11:15:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T11:15:21,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:21,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:21,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-24T11:15:21,593 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-24T11:15:21,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b7981813e7e2d1f102e56fdc18258994 in 10.2720 sec 2024-11-24T11:15:21,595 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-24T11:15:21,596 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-24T11:15:21,597 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-24T11:15:21,601 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T11:15:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741863_1039 (size=1174) 2024-11-24T11:15:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741863_1039 (size=1174) 2024-11-24T11:15:21,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741863_1039 (size=1174) 2024-11-24T11:15:21,633 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-24T11:15:21,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-24T11:15:21,641 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:21,641 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,641 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:21,641 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:21,641 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:21,645 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,645 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:21,645 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,646 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:21,717 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:15:21,718 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,718 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f5f73e76a839,44017,1732446879435: Simulated kill ***** 2024-11-24T11:15:21,718 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T11:15:21,718 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T11:15:21,719 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T11:15:21,719 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T11:15:21,719 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T11:15:21,719 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 760565448 }, "NonHeapMemoryUsage": { "committed": 177537024, "init": 7667712, "max": -1, "used": 173662248 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T11:15:21,720 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36089 {}] master.MasterRpcServices(700): f5f73e76a839,44017,1732446879435 reported a fatal error: ***** ABORTING region server f5f73e76a839,44017,1732446879435: Simulated kill ***** 2024-11-24T11:15:21,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,44017,1732446879435' ***** 2024-11-24T11:15:21,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-24T11:15:21,720 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:15:21,720 INFO [RS:1;f5f73e76a839:44017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T11:15:21,721 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:15:21,721 INFO [RS:1;f5f73e76a839:44017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T11:15:21,721 INFO [RS:1;f5f73e76a839:44017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:15:21,721 INFO [RS:1;f5f73e76a839:44017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f5f73e76a839:44017. 2024-11-24T11:15:21,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T11:15:21,721 DEBUG [RS:1;f5f73e76a839:44017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:15:21,721 DEBUG [RS:1;f5f73e76a839:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741836_1012 (size=14382) 2024-11-24T11:15:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741836_1012 (size=14382) 2024-11-24T11:15:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741836_1012 (size=14382) 2024-11-24T11:15:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741834_1010 (size=1488) 2024-11-24T11:15:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741834_1010 (size=1488) 2024-11-24T11:15:21,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741834_1010 (size=1488) 2024-11-24T11:15:21,727 DEBUG [RS:1;f5f73e76a839:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:21,727 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:15:21,727 INFO [RS:1;f5f73e76a839:44017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44017 2024-11-24T11:15:21,765 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:15:21,811 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,811 INFO [RS:1;f5f73e76a839:44017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:15:21,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:15:21,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,44017,1732446879435] 2024-11-24T11:15:21,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f5f73e76a839,44017,1732446879435 already deleted, retry=false 2024-11-24T11:15:21,832 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f5f73e76a839,44017,1732446879435 on f5f73e76a839,36089,1732446879198 2024-11-24T11:15:21,833 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f5f73e76a839,44017,1732446879435, splitWal=true, meta=true 2024-11-24T11:15:21,834 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for f5f73e76a839,44017,1732446879435 (carryingMeta=true) f5f73e76a839,44017,1732446879435/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@51fd9a2e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T11:15:21,835 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f5f73e76a839,44017,1732446879435, splitWal=true, meta=true 2024-11-24T11:15:21,836 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,44017,1732446879435, splitWal=true, meta=true, isMeta: true 2024-11-24T11:15:21,838 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting 2024-11-24T11:15:21,839 INFO [PEWorker-5 {}] master.SplitWALManager(105): f5f73e76a839,44017,1732446879435 WAL count=1, meta=true 2024-11-24T11:15:21,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta}] 2024-11-24T11:15:21,842 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:21,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, worker=f5f73e76a839,42137,1732446879377}] 2024-11-24T11:15:21,844 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,44017,1732446879435 Release verify snapshot worker=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,845 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to f5f73e76a839,44017,1732446879435, this operation will be retried to send to another server 2024-11-24T11:15:21,845 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:15:21,846 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732446922845 2024-11-24T11:15:21,849 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,44017,1732446879435 Release verify snapshot worker=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,849 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to f5f73e76a839,44017,1732446879435, this operation will be retried to send to another server 2024-11-24T11:15:21,849 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:15:21,849 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-24T11:15:21,849 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732446922849 2024-11-24T11:15:21,849 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-24T11:15:21,849 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-24T11:15:21,850 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,44017,1732446879435 Release verify snapshot worker=f5f73e76a839,44017,1732446879435 2024-11-24T11:15:21,850 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to f5f73e76a839,44017,1732446879435, this operation will be retried to send to another server 2024-11-24T11:15:21,850 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T11:15:21,850 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732446922850 2024-11-24T11:15:21,922 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:21,922 INFO [RS:1;f5f73e76a839:44017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:15:21,922 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1016c8d796b0002, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:21,922 INFO [RS:1;f5f73e76a839:44017 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,44017,1732446879435; zookeeper connection closed. 2024-11-24T11:15:21,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c5a3e53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c5a3e53 2024-11-24T11:15:22,299 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:15:22,299 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:15:31,174 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T11:15:31,174 INFO [master/f5f73e76a839:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T11:15:31,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-24T11:15:31,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-24T11:15:31,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-24T11:15:31,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-24T11:15:31,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-24T11:15:31,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-24T11:15:31,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-24T11:15:31,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T11:15:31,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-24T11:15:31,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T11:15:31,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T11:15:31,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-24T11:15:31,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T11:15:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-24T11:15:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-24T11:15:31,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T11:15:31,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T11:15:31,653 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 Release verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-24T11:15:31,654 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 Release verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T11:15:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T11:15:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-24T11:15:31,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 in 10.0160 sec 2024-11-24T11:15:31,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 in 10.0160 sec 2024-11-24T11:15:31,658 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:31,658 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:31,658 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 Release verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:31,659 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 Release verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:31,659 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:31,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 in 10.0200 sec 2024-11-24T11:15:31,661 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 Release verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:31,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 in 10.0230 sec 2024-11-24T11:15:31,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 in 10.0210 sec 2024-11-24T11:15:31,664 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:31,665 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 Release verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:31,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 in 10.0270 sec 2024-11-24T11:15:31,668 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, size=14.0 K (14382bytes) 2024-11-24T11:15:31,668 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta 2024-11-24T11:15:31,668 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta after 0ms 2024-11-24T11:15:31,677 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta took 10ms 2024-11-24T11:15:31,690 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-24T11:15:31,692 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta so closing down 2024-11-24T11:15:31,692 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T11:15:31,693 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta.temp 2024-11-24T11:15:31,699 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta.temp 2024-11-24T11:15:31,700 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T11:15:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741864_1040 (size=14141) 2024-11-24T11:15:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741864_1040 (size=14141) 2024-11-24T11:15:31,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-24T11:15:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741864_1040 (size=14141) 2024-11-24T11:15:31,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta.temp to hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:15:31,730 INFO [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 43 ms; skipped=1; WAL=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-24T11:15:31,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, journal: Splitting hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, size=14.0 K (14382bytes) at 1732446931668Finishing writing output for hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta so closing down at 1732446931692 (+24 ms)Creating recovered edits writer path=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta.temp at 1732446931699 (+7 ms)3 split writer threads finished at 1732446931700 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732446931728 (+28 ms)Rename recovered edits hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta.temp to hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732446931730 (+2 ms)Processed 26 edits across 1 Regions in 43 ms; skipped=1; WAL=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732446931730 2024-11-24T11:15:31,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta 2024-11-24T11:15:31,730 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f5f73e76a839:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T11:15:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-24T11:15:31,733 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting/f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta to hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs 2024-11-24T11:15:31,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T11:15:31,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, worker=f5f73e76a839,42137,1732446879377 in 9.8900 sec 2024-11-24T11:15:31,739 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:31,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T11:15:31,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure f5f73e76a839%2C44017%2C1732446879435.meta.1732446890654.meta, worker=f5f73e76a839,42137,1732446879377 in 9.9000 sec 2024-11-24T11:15:31,745 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,44017,1732446879435-splitting dir is empty, no logs to split. 2024-11-24T11:15:31,745 INFO [PEWorker-2 {}] master.SplitWALManager(105): f5f73e76a839,44017,1732446879435 WAL count=0, meta=true 2024-11-24T11:15:31,745 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if f5f73e76a839,44017,1732446879435 WAL splitting is done? wals=0, meta=true 2024-11-24T11:15:31,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T11:15:31,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:15:31,748 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T11:15:31,899 DEBUG [f5f73e76a839:36089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-24T11:15:31,899 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(204): Hosts are {f5f73e76a839=0} racks are {/default-rack=0} 2024-11-24T11:15:31,899 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T11:15:31,899 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T11:15:31,899 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T11:15:31,899 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T11:15:31,899 INFO [f5f73e76a839:36089 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T11:15:31,899 INFO [f5f73e76a839:36089 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T11:15:31,899 DEBUG [f5f73e76a839:36089 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T11:15:31,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:31,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,42137,1732446879377, state=OPENING 2024-11-24T11:15:31,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:15:31,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:15:31,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:15:31,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:15:31,958 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T11:15:31,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,42137,1732446879377}] 2024-11-24T11:15:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:15:31,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:15:37,424 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:39697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T11:15:39,165 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T11:15:40,330 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-24T11:15:41,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-24T11:15:41,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-24T11:15:41,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T11:15:41,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T11:15:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-24T11:15:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T11:15:41,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-24T11:15:41,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-24T11:15:41,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-24T11:15:41,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-24T11:15:41,664 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T11:15:41,664 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T11:15:41,664 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T11:15:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-24T11:15:41,664 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 Release verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36089 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-24T11:15:41,666 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 Release verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:41,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 in 20.0260 sec 2024-11-24T11:15:41,667 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 Release verify snapshot worker=f5f73e76a839,34839,1732446879476 2024-11-24T11:15:41,667 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f5f73e76a839%2C42137%2C1732446879377.meta, suffix=.meta, logDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,42137,1732446879377, archiveDir=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs, maxLogs=32 2024-11-24T11:15:41,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 in 20.0290 sec 2024-11-24T11:15:41,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,34839,1732446879476 in 20.0290 sec 2024-11-24T11:15:41,672 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 Release verify snapshot worker=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:41,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-24T11:15:41,676 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-24T11:15:41,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f5f73e76a839,42137,1732446879377 in 20.0350 sec 2024-11-24T11:15:41,676 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.hbase-snapshot/SnapshotProcedureTest 2024-11-24T11:15:41,678 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-24T11:15:41,678 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-24T11:15:41,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3820 sec 2024-11-24T11:15:41,685 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,42137,1732446879377/f5f73e76a839%2C42137%2C1732446879377.meta.1732446941668.meta, exclude list is [], retry=0 2024-11-24T11:15:41,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-536dcf6f-b253-4f79-993d-e3266c7d77a8,DISK] 2024-11-24T11:15:41,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35091,DS-b7508f59-d5ce-4cb5-b2a4-878c261744be,DISK] 2024-11-24T11:15:41,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5aea0843-e0a3-4834-8753-9e3407eb9288,DISK] 2024-11-24T11:15:41,696 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/WALs/f5f73e76a839,42137,1732446879377/f5f73e76a839%2C42137%2C1732446879377.meta.1732446941668.meta 2024-11-24T11:15:41,697 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33175:33175),(127.0.0.1/127.0.0.1:44513:44513),(127.0.0.1/127.0.0.1:46347:46347)] 2024-11-24T11:15:41,697 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T11:15:41,697 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T11:15:41,697 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T11:15:41,697 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T11:15:41,697 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T11:15:41,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T11:15:41,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T11:15:41,698 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T11:15:41,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T11:15:41,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T11:15:41,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:41,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:15:41,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T11:15:41,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T11:15:41,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:15:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T11:15:41,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T11:15:41,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:41,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:15:41,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T11:15:41,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T11:15:41,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T11:15:41,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T11:15:41,710 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T11:15:41,711 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740 2024-11-24T11:15:41,712 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740 2024-11-24T11:15:41,713 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:15:41,720 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:15:41,720 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-24T11:15:41,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-24T11:15:41,752 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f5f73e76a839:44017 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f5f73e76a839/172.17.0.3:44017 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T11:15:41,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44017,1732446879435, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44017,1732446879435, seqNum=-1, error=java.net.ConnectException: Call to address=f5f73e76a839:44017 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f5f73e76a839/172.17.0.3:44017 2024-11-24T11:15:41,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44017,1732446879435, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-24T11:15:41,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,44017,1732446879435, seqNum=-1 from cache 2024-11-24T11:15:41,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address f5f73e76a839:44017 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f5f73e76a839/172.17.0.3:44017 2024-11-24T11:15:41,756 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/info/b7009b70b7bf4a9b9407dc352012b790 is 167, key is SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d./info:regioninfo/1732446902417/Put/seqid=0 2024-11-24T11:15:41,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741866_1042 (size=18393) 2024-11-24T11:15:41,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741866_1042 (size=18393) 2024-11-24T11:15:41,804 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/info/b7009b70b7bf4a9b9407dc352012b790 2024-11-24T11:15:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741866_1042 (size=18393) 2024-11-24T11:15:41,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:15:41,855 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42137,1732446879377, seqNum=-1] 2024-11-24T11:15:41,856 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/ns/eeaa6f8f082746b3b06b5bb36acc45c0 is 43, key is default/ns:d/1732446890974/Put/seqid=0 2024-11-24T11:15:41,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42137 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:56096 deadline: 1732447001750, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f5f73e76a839,42137,1732446879377 2024-11-24T11:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42137,1732446879377, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42137,1732446879377, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f5f73e76a839,42137,1732446879377 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T11:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42137,1732446879377, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f5f73e76a839,42137,1732446879377 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T11:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42137,1732446879377, seqNum=-1 from cache 2024-11-24T11:15:41,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741867_1043 (size=5153) 2024-11-24T11:15:41,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741867_1043 (size=5153) 2024-11-24T11:15:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741867_1043 (size=5153) 2024-11-24T11:15:41,900 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/ns/eeaa6f8f082746b3b06b5bb36acc45c0 2024-11-24T11:15:41,928 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/table/ec9853e4a21042269af116e2995f83db is 47, key is SPTestTable/table:state/1732446902592/Put/seqid=0 2024-11-24T11:15:41,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741868_1044 (size=5214) 2024-11-24T11:15:41,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741868_1044 (size=5214) 2024-11-24T11:15:41,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741868_1044 (size=5214) 2024-11-24T11:15:41,961 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/table/ec9853e4a21042269af116e2995f83db 2024-11-24T11:15:41,971 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/info/b7009b70b7bf4a9b9407dc352012b790 as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/info/b7009b70b7bf4a9b9407dc352012b790 2024-11-24T11:15:41,993 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/info/b7009b70b7bf4a9b9407dc352012b790, entries=100, sequenceid=28, filesize=18.0 K 2024-11-24T11:15:41,995 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/ns/eeaa6f8f082746b3b06b5bb36acc45c0 as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/ns/eeaa6f8f082746b3b06b5bb36acc45c0 2024-11-24T11:15:42,010 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/ns/eeaa6f8f082746b3b06b5bb36acc45c0, entries=2, sequenceid=28, filesize=5.0 K 2024-11-24T11:15:42,011 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/.tmp/table/ec9853e4a21042269af116e2995f83db as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/table/ec9853e4a21042269af116e2995f83db 2024-11-24T11:15:42,023 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/table/ec9853e4a21042269af116e2995f83db, entries=2, sequenceid=28, filesize=5.1 K 2024-11-24T11:15:42,024 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 304ms, sequenceid=28, compaction requested=false; wal=null 2024-11-24T11:15:42,026 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-24T11:15:42,029 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T11:15:42,029 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T11:15:42,031 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T11:15:42,033 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T11:15:42,038 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-24T11:15:42,039 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67486803, jitterRate=0.005631729960441589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T11:15:42,039 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T11:15:42,039 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732446941698Writing region info on filesystem at 1732446941698Initializing all the Stores at 1732446941699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446941699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446941704 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732446941704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732446941704Obtaining lock to block concurrent updates at 1732446941720 (+16 ms)Preparing flush snapshotting stores in 1588230740 at 1732446941720Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732446941721 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732446941721Flushing 1588230740/info: creating writer at 1732446941721Flushing 1588230740/info: appending metadata at 1732446941755 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732446941755Flushing 1588230740/ns: creating writer at 1732446941813 (+58 ms)Flushing 1588230740/ns: appending metadata at 1732446941855 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1732446941855Flushing 1588230740/table: creating writer at 1732446941909 (+54 ms)Flushing 1588230740/table: appending metadata at 1732446941927 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732446941927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4839a188: reopening flushed file at 1732446941969 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c84915: reopening flushed file at 1732446941993 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ef1950: reopening flushed file at 1732446942010 (+17 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 304ms, sequenceid=28, compaction requested=false; wal=null at 1732446942025 (+15 ms)Cleaning up temporary data from old regions at 1732446942029 (+4 ms)Running coprocessor post-open hooks at 1732446942039 (+10 ms)Region opened successfully at 1732446942039 2024-11-24T11:15:42,040 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732446941658 2024-11-24T11:15:42,042 DEBUG [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T11:15:42,042 INFO [RS_OPEN_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T11:15:42,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:42,043 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f5f73e76a839,42137,1732446879377, state=OPEN 2024-11-24T11:15:42,057 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36089 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f5f73e76a839,42137,1732446879377, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T11:15:42,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T11:15:42,096 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f5f73e76a839,42137,1732446879377, seqNum=-1] 2024-11-24T11:15:42,095 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f5f73e76a839:36089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-24T11:15:42,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:15:42,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f5f73e76a839,42137,1732446879377 2024-11-24T11:15:42,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:15:42,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:15:42,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T11:15:42,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:15:42,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T11:15:42,108 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-24T11:15:42,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T11:15:42,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:15:42,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:15:42,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:42,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:42,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T11:15:42,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T11:15:42,109 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1189622165, stopped=false 2024-11-24T11:15:42,109 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f5f73e76a839,36089,1732446879198 2024-11-24T11:15:42,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T11:15:42,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f5f73e76a839,42137,1732446879377 in 10.1470 sec 2024-11-24T11:15:42,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-24T11:15:42,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3630 sec 2024-11-24T11:15:42,113 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f5f73e76a839,44017,1732446879435 had 4 regions 2024-11-24T11:15:42,115 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f5f73e76a839,44017,1732446879435, splitWal=true, meta=true, isMeta: false 2024-11-24T11:15:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:15:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:15:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:15:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:15:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T11:15:42,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:15:42,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:15:42,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T11:15:42,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:15:42,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:42,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,42137,1732446879377' ***** 2024-11-24T11:15:42,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:15:42,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f5f73e76a839,34839,1732446879476' ***** 2024-11-24T11:15:42,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:15:42,116 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T11:15:42,116 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:15:42,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:15:42,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:15:42,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T11:15:42,117 INFO [RS:0;f5f73e76a839:42137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:15:42,117 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T11:15:42,117 INFO [RS:0;f5f73e76a839:42137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:15:42,117 INFO [RS:2;f5f73e76a839:34839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T11:15:42,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T11:15:42,117 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(3091): Received CLOSE for b1e7076a735bd075d6d47c2b027f01e7 2024-11-24T11:15:42,117 INFO [RS:2;f5f73e76a839:34839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T11:15:42,118 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:42,118 INFO [PEWorker-3 {}] master.SplitWALManager(105): f5f73e76a839,44017,1732446879435 WAL count=1, meta=false 2024-11-24T11:15:42,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f5f73e76a839%2C44017%2C1732446879435.1732446880463}] 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(3091): Received CLOSE for ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e2d37ad310515c3b570432bd0ab37b5 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,42137,1732446879377 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:15:42,119 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for 96ee510a08333b8bcee57b4b2607000d 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f5f73e76a839:42137. 2024-11-24T11:15:42,119 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for b7981813e7e2d1f102e56fdc18258994 2024-11-24T11:15:42,119 DEBUG [RS:0;f5f73e76a839:42137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:15:42,119 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for afe270bd9c3aca431012ea66c3a11f91 2024-11-24T11:15:42,119 DEBUG [RS:0;f5f73e76a839:42137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:42,119 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(959): stopping server f5f73e76a839,34839,1732446879476 2024-11-24T11:15:42,119 INFO [RS:2;f5f73e76a839:34839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:15:42,119 INFO [RS:2;f5f73e76a839:34839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f5f73e76a839:34839. 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:15:42,119 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T11:15:42,119 DEBUG [RS:2;f5f73e76a839:34839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T11:15:42,119 DEBUG [RS:2;f5f73e76a839:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:42,119 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-24T11:15:42,119 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1325): Online Regions={c037e1150dc60a067373c048815b1e4a=SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a., 96ee510a08333b8bcee57b4b2607000d=SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d., b7981813e7e2d1f102e56fdc18258994=SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994., afe270bd9c3aca431012ea66c3a11f91=SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91.} 2024-11-24T11:15:42,120 DEBUG [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1351): Waiting on 96ee510a08333b8bcee57b4b2607000d, afe270bd9c3aca431012ea66c3a11f91, b7981813e7e2d1f102e56fdc18258994, c037e1150dc60a067373c048815b1e4a 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1e7076a735bd075d6d47c2b027f01e7, disabling compactions & flushes 2024-11-24T11:15:42,120 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c037e1150dc60a067373c048815b1e4a, disabling compactions & flushes 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:42,120 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. after waiting 0 ms 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. after waiting 0 ms 2024-11-24T11:15:42,120 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:42,124 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-24T11:15:42,124 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1325): Online Regions={b1e7076a735bd075d6d47c2b027f01e7=SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7., 1588230740=hbase:meta,,1.1588230740, ec4553ef450fd2f7b5c3be8a44dc16f1=SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1., 6e2d37ad310515c3b570432bd0ab37b5=SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5.} 2024-11-24T11:15:42,124 DEBUG [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e2d37ad310515c3b570432bd0ab37b5, b1e7076a735bd075d6d47c2b027f01e7, ec4553ef450fd2f7b5c3be8a44dc16f1 2024-11-24T11:15:42,124 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T11:15:42,124 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T11:15:42,124 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T11:15:42,124 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T11:15:42,124 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T11:15:42,127 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:15:42,139 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b1e7076a735bd075d6d47c2b027f01e7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:15:42,139 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/c037e1150dc60a067373c048815b1e4a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:15:42,139 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-24T11:15:42,139 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:42,139 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1e7076a735bd075d6d47c2b027f01e7: Waiting for close lock at 1732446942120Running coprocessor pre-close hooks at 1732446942120Disabling compacts and flushes for region at 1732446942120Disabling writes for close at 1732446942120Writing region close event to WAL at 1732446942126 (+6 ms)Running coprocessor post-close hooks at 1732446942139 (+13 ms)Closed at 1732446942139 2024-11-24T11:15:42,139 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c037e1150dc60a067373c048815b1e4a: Waiting for close lock at 1732446942120Running coprocessor pre-close hooks at 1732446942120Disabling compacts and flushes for region at 1732446942120Disabling writes for close at 1732446942120Writing region close event to WAL at 1732446942127 (+7 ms)Running coprocessor post-close hooks at 1732446942139 (+12 ms)Closed at 1732446942139 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732446891146.b1e7076a735bd075d6d47c2b027f01e7. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732446891146.c037e1150dc60a067373c048815b1e4a. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec4553ef450fd2f7b5c3be8a44dc16f1, disabling compactions & flushes 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96ee510a08333b8bcee57b4b2607000d, disabling compactions & flushes 2024-11-24T11:15:42,140 INFO [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T11:15:42,140 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:42,140 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732446942124Running coprocessor pre-close hooks at 1732446942124Disabling compacts and flushes for region at 1732446942124Disabling writes for close at 1732446942124Writing region close event to WAL at 1732446942134 (+10 ms)Running coprocessor post-close hooks at 1732446942140 (+6 ms)Closed at 1732446942140 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. after waiting 0 ms 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. after waiting 0 ms 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:42,140 DEBUG [RS_CLOSE_META-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T11:15:42,144 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/96ee510a08333b8bcee57b4b2607000d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:15:42,145 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:42,145 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96ee510a08333b8bcee57b4b2607000d: Waiting for close lock at 1732446942140Running coprocessor pre-close hooks at 1732446942140Disabling compacts and flushes for region at 1732446942140Disabling writes for close at 1732446942140Writing region close event to WAL at 1732446942140Running coprocessor post-close hooks at 1732446942145 (+5 ms)Closed at 1732446942145 2024-11-24T11:15:42,145 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732446891146.96ee510a08333b8bcee57b4b2607000d. 2024-11-24T11:15:42,145 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7981813e7e2d1f102e56fdc18258994, disabling compactions & flushes 2024-11-24T11:15:42,145 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:42,145 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:42,146 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. after waiting 1 ms 2024-11-24T11:15:42,146 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:42,148 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/ec4553ef450fd2f7b5c3be8a44dc16f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:15:42,149 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:42,149 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec4553ef450fd2f7b5c3be8a44dc16f1: Waiting for close lock at 1732446942140Running coprocessor pre-close hooks at 1732446942140Disabling compacts and flushes for region at 1732446942140Disabling writes for close at 1732446942140Writing region close event to WAL at 1732446942141 (+1 ms)Running coprocessor post-close hooks at 1732446942149 (+8 ms)Closed at 1732446942149 2024-11-24T11:15:42,149 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732446891146.ec4553ef450fd2f7b5c3be8a44dc16f1. 2024-11-24T11:15:42,150 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e2d37ad310515c3b570432bd0ab37b5, disabling compactions & flushes 2024-11-24T11:15:42,150 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:42,150 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:42,150 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. after waiting 0 ms 2024-11-24T11:15:42,150 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:42,151 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/b7981813e7e2d1f102e56fdc18258994/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:15:42,152 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:42,152 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7981813e7e2d1f102e56fdc18258994: Waiting for close lock at 1732446942145Running coprocessor pre-close hooks at 1732446942145Disabling compacts and flushes for region at 1732446942145Disabling writes for close at 1732446942146 (+1 ms)Writing region close event to WAL at 1732446942146Running coprocessor post-close hooks at 1732446942152 (+6 ms)Closed at 1732446942152 2024-11-24T11:15:42,152 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732446891146.b7981813e7e2d1f102e56fdc18258994. 2024-11-24T11:15:42,153 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afe270bd9c3aca431012ea66c3a11f91, disabling compactions & flushes 2024-11-24T11:15:42,153 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:42,153 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:42,153 INFO [regionserver/f5f73e76a839:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:15:42,153 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. after waiting 0 ms 2024-11-24T11:15:42,153 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:42,165 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/afe270bd9c3aca431012ea66c3a11f91/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T11:15:42,165 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:42,165 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afe270bd9c3aca431012ea66c3a11f91: Waiting for close lock at 1732446942152Running coprocessor pre-close hooks at 1732446942152Disabling compacts and flushes for region at 1732446942152Disabling writes for close at 1732446942153 (+1 ms)Writing region close event to WAL at 1732446942155 (+2 ms)Running coprocessor post-close hooks at 1732446942165 (+10 ms)Closed at 1732446942165 2024-11-24T11:15:42,166 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732446891146.afe270bd9c3aca431012ea66c3a11f91. 2024-11-24T11:15:42,171 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/data/default/SPTestTable/6e2d37ad310515c3b570432bd0ab37b5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T11:15:42,172 INFO [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:42,172 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e2d37ad310515c3b570432bd0ab37b5: Waiting for close lock at 1732446942150Running coprocessor pre-close hooks at 1732446942150Disabling compacts and flushes for region at 1732446942150Disabling writes for close at 1732446942150Writing region close event to WAL at 1732446942152 (+2 ms)Running coprocessor post-close hooks at 1732446942172 (+20 ms)Closed at 1732446942172 2024-11-24T11:15:42,172 DEBUG [RS_CLOSE_REGION-regionserver/f5f73e76a839:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732446891146.6e2d37ad310515c3b570432bd0ab37b5. 2024-11-24T11:15:42,281 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:15:42,281 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:15:42,320 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,34839,1732446879476; all regions closed. 2024-11-24T11:15:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741833_1009 (size=3469) 2024-11-24T11:15:42,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741833_1009 (size=3469) 2024-11-24T11:15:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741833_1009 (size=3469) 2024-11-24T11:15:42,324 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(976): stopping server f5f73e76a839,42137,1732446879377; all regions closed. 2024-11-24T11:15:42,325 DEBUG [RS:2;f5f73e76a839:34839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs 2024-11-24T11:15:42,325 INFO [RS:2;f5f73e76a839:34839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C34839%2C1732446879476:(num 1732446880448) 2024-11-24T11:15:42,325 DEBUG [RS:2;f5f73e76a839:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:42,325 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:15:42,326 INFO [RS:2;f5f73e76a839:34839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:15:42,326 INFO [RS:2;f5f73e76a839:34839 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:15:42,326 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T11:15:42,326 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T11:15:42,326 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T11:15:42,326 INFO [RS:2;f5f73e76a839:34839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:15:42,326 INFO [RS:2;f5f73e76a839:34839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34839 2024-11-24T11:15:42,326 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:15:42,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741865_1041 (size=678) 2024-11-24T11:15:42,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741865_1041 (size=678) 2024-11-24T11:15:42,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741865_1041 (size=678) 2024-11-24T11:15:42,336 DEBUG [RS:0;f5f73e76a839:42137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs 2024-11-24T11:15:42,336 INFO [RS:0;f5f73e76a839:42137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C42137%2C1732446879377.meta:.meta(num 1732446941668) 2024-11-24T11:15:42,336 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T11:15:42,336 INFO [regionserver/f5f73e76a839:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T11:15:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741835_1011 (size=2334) 2024-11-24T11:15:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741835_1011 (size=2334) 2024-11-24T11:15:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741835_1011 (size=2334) 2024-11-24T11:15:42,342 DEBUG [RS:0;f5f73e76a839:42137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/oldWALs 2024-11-24T11:15:42,342 INFO [RS:0;f5f73e76a839:42137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f5f73e76a839%2C42137%2C1732446879377:(num 1732446880496) 2024-11-24T11:15:42,342 DEBUG [RS:0;f5f73e76a839:42137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T11:15:42,342 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T11:15:42,342 INFO [RS:0;f5f73e76a839:42137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:15:42,342 INFO [RS:0;f5f73e76a839:42137 {}] hbase.ChoreService(370): Chore service for: regionserver/f5f73e76a839:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T11:15:42,342 INFO [RS:0;f5f73e76a839:42137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:15:42,342 INFO [regionserver/f5f73e76a839:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:15:42,343 INFO [RS:0;f5f73e76a839:42137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42137 2024-11-24T11:15:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T11:15:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f5f73e76a839,34839,1732446879476 2024-11-24T11:15:42,357 INFO [RS:2;f5f73e76a839:34839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:15:42,357 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$362/0x00007fa9bc9015f8@4b0e61ab rejected from java.util.concurrent.ThreadPoolExecutor@4f31fc12[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T11:15:42,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f5f73e76a839,42137,1732446879377 2024-11-24T11:15:42,368 INFO [RS:0;f5f73e76a839:42137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:15:42,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,42137,1732446879377] 2024-11-24T11:15:42,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f5f73e76a839,42137,1732446879377 already deleted, retry=false 2024-11-24T11:15:42,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,42137,1732446879377 expired; onlineServers=1 2024-11-24T11:15:42,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f5f73e76a839,34839,1732446879476] 2024-11-24T11:15:42,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f5f73e76a839,34839,1732446879476 already deleted, retry=false 2024-11-24T11:15:42,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f5f73e76a839,34839,1732446879476 expired; onlineServers=0 2024-11-24T11:15:42,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f5f73e76a839,36089,1732446879198' ***** 2024-11-24T11:15:42,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T11:15:42,410 INFO [M:0;f5f73e76a839:36089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T11:15:42,410 INFO [M:0;f5f73e76a839:36089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T11:15:42,410 DEBUG [M:0;f5f73e76a839:36089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T11:15:42,410 DEBUG [M:0;f5f73e76a839:36089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T11:15:42,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T11:15:42,410 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732446879972 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.small.0-1732446879972,5,FailOnTimeoutGroup] 2024-11-24T11:15:42,410 DEBUG [master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732446879971 {}] cleaner.HFileCleaner(306): Exit Thread[master/f5f73e76a839:0:becomeActiveMaster-HFileCleaner.large.0-1732446879971,5,FailOnTimeoutGroup] 2024-11-24T11:15:42,410 INFO [M:0;f5f73e76a839:36089 {}] hbase.ChoreService(370): Chore service for: master/f5f73e76a839:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T11:15:42,410 INFO [M:0;f5f73e76a839:36089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T11:15:42,410 DEBUG [M:0;f5f73e76a839:36089 {}] master.HMaster(1795): Stopping service threads 2024-11-24T11:15:42,410 INFO [M:0;f5f73e76a839:36089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T11:15:42,410 INFO [M:0;f5f73e76a839:36089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T11:15:42,410 ERROR [M:0;f5f73e76a839:36089 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:35075 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35075,5,PEWorkerGroup] 2024-11-24T11:15:42,411 INFO [M:0;f5f73e76a839:36089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T11:15:42,411 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T11:15:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T11:15:42,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T11:15:42,420 DEBUG [M:0;f5f73e76a839:36089 {}] zookeeper.ZKUtil(347): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T11:15:42,420 WARN [M:0;f5f73e76a839:36089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T11:15:42,421 INFO [M:0;f5f73e76a839:36089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/.lastflushedseqids 2024-11-24T11:15:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741869_1045 (size=632) 2024-11-24T11:15:42,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741869_1045 (size=632) 2024-11-24T11:15:42,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741869_1045 (size=632) 2024-11-24T11:15:42,428 INFO [M:0;f5f73e76a839:36089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T11:15:42,428 INFO [M:0;f5f73e76a839:36089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T11:15:42,428 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T11:15:42,428 INFO [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:15:42,428 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:15:42,428 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T11:15:42,428 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:15:42,428 INFO [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=209.29 KB heapSize=249.84 KB 2024-11-24T11:15:42,449 DEBUG [M:0;f5f73e76a839:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30b8aed00f0343af9d5827ea8a3f6f7e is 82, key is hbase:meta,,1/info:regioninfo/1732446942042/Put/seqid=0 2024-11-24T11:15:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741870_1046 (size=6071) 2024-11-24T11:15:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741870_1046 (size=6071) 2024-11-24T11:15:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741870_1046 (size=6071) 2024-11-24T11:15:42,462 INFO [M:0;f5f73e76a839:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30b8aed00f0343af9d5827ea8a3f6f7e 2024-11-24T11:15:42,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:42,478 INFO [RS:2;f5f73e76a839:34839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:15:42,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1016c8d796b0003, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:42,478 INFO [RS:2;f5f73e76a839:34839 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,34839,1732446879476; zookeeper connection closed. 2024-11-24T11:15:42,478 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49a1c8f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49a1c8f0 2024-11-24T11:15:42,487 DEBUG [M:0;f5f73e76a839:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1390ea5fcb2d4f6494139a208eb9960b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732446902601/Put/seqid=0 2024-11-24T11:15:42,489 INFO [RS:0;f5f73e76a839:42137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:15:42,489 INFO [RS:0;f5f73e76a839:42137 {}] regionserver.HRegionServer(1031): Exiting; stopping=f5f73e76a839,42137,1732446879377; zookeeper connection closed. 2024-11-24T11:15:42,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:42,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1016c8d796b0001, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:42,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36638798 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36638798 2024-11-24T11:15:42,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T11:15:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741871_1047 (size=11089) 2024-11-24T11:15:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741871_1047 (size=11089) 2024-11-24T11:15:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741871_1047 (size=11089) 2024-11-24T11:15:42,499 INFO [M:0;f5f73e76a839:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208.06 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1390ea5fcb2d4f6494139a208eb9960b 2024-11-24T11:15:42,505 INFO [M:0;f5f73e76a839:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1390ea5fcb2d4f6494139a208eb9960b 2024-11-24T11:15:42,524 DEBUG [M:0;f5f73e76a839:36089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e4b65b1a0d644b283bc5a5d1bd7d406 is 69, key is f5f73e76a839,34839,1732446879476/rs:state/1732446880139/Put/seqid=0 2024-11-24T11:15:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741872_1048 (size=5442) 2024-11-24T11:15:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741872_1048 (size=5442) 2024-11-24T11:15:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741872_1048 (size=5442) 2024-11-24T11:15:42,538 INFO [M:0;f5f73e76a839:36089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e4b65b1a0d644b283bc5a5d1bd7d406 2024-11-24T11:15:42,542 INFO [M:0;f5f73e76a839:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e4b65b1a0d644b283bc5a5d1bd7d406 2024-11-24T11:15:42,543 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30b8aed00f0343af9d5827ea8a3f6f7e as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30b8aed00f0343af9d5827ea8a3f6f7e 2024-11-24T11:15:42,549 INFO [M:0;f5f73e76a839:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30b8aed00f0343af9d5827ea8a3f6f7e, entries=14, sequenceid=436, filesize=5.9 K 2024-11-24T11:15:42,550 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1390ea5fcb2d4f6494139a208eb9960b as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1390ea5fcb2d4f6494139a208eb9960b 2024-11-24T11:15:42,555 INFO [M:0;f5f73e76a839:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1390ea5fcb2d4f6494139a208eb9960b 2024-11-24T11:15:42,555 INFO [M:0;f5f73e76a839:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1390ea5fcb2d4f6494139a208eb9960b, entries=51, sequenceid=436, filesize=10.8 K 2024-11-24T11:15:42,556 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e4b65b1a0d644b283bc5a5d1bd7d406 as hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e4b65b1a0d644b283bc5a5d1bd7d406 2024-11-24T11:15:42,563 INFO [M:0;f5f73e76a839:36089 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e4b65b1a0d644b283bc5a5d1bd7d406 2024-11-24T11:15:42,563 INFO [M:0;f5f73e76a839:36089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35075/user/jenkins/test-data/9c3677fe-d568-9d48-73db-c237605823f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e4b65b1a0d644b283bc5a5d1bd7d406, entries=3, sequenceid=436, filesize=5.3 K 2024-11-24T11:15:42,564 INFO [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~209.29 KB/214314, heapSize ~249.55 KB/255536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=436, compaction requested=false 2024-11-24T11:15:42,575 INFO [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T11:15:42,575 DEBUG [M:0;f5f73e76a839:36089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732446942428Disabling compacts and flushes for region at 1732446942428Disabling writes for close at 1732446942428Obtaining lock to block concurrent updates at 1732446942428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732446942428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=214314, getHeapSize=255776, getOffHeapSize=0, getCellsCount=534 at 1732446942429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732446942429Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732446942429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732446942448 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732446942448Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732446942467 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732446942487 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732446942487Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732446942505 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732446942523 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732446942524 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13291d21: reopening flushed file at 1732446942542 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac0d0c7: reopening flushed file at 1732446942549 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a01fdc3: reopening flushed file at 1732446942555 (+6 ms)Finished flush of dataSize ~209.29 KB/214314, heapSize ~249.55 KB/255536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=436, compaction requested=false at 1732446942564 (+9 ms)Writing region close event to WAL at 1732446942575 (+11 ms)Closed at 1732446942575 2024-11-24T11:15:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741830_1006 (size=243465) 2024-11-24T11:15:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35091 is added to blk_1073741830_1006 (size=243465) 2024-11-24T11:15:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741830_1006 (size=243465) 2024-11-24T11:15:42,580 INFO [M:0;f5f73e76a839:36089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T11:15:42,580 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T11:15:42,580 INFO [M:0;f5f73e76a839:36089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36089 2024-11-24T11:15:42,580 INFO [M:0;f5f73e76a839:36089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T11:15:42,689 INFO [M:0;f5f73e76a839:36089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T11:15:42,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:42,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36089-0x1016c8d796b0000, quorum=127.0.0.1:50918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T11:15:42,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d4441ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:15:42,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78d78867{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:15:42,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:15:42,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b212b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:15:42,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7eb589{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,STOPPED} 2024-11-24T11:15:42,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:15:42,727 WARN [BP-523242586-172.17.0.3-1732446876449 heartbeating to localhost/127.0.0.1:35075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:15:42,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:15:42,727 WARN [BP-523242586-172.17.0.3-1732446876449 heartbeating to localhost/127.0.0.1:35075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523242586-172.17.0.3-1732446876449 (Datanode Uuid 2b9b9bad-a752-441e-89ce-b51509cd88c4) service to localhost/127.0.0.1:35075 2024-11-24T11:15:42,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data5/current/BP-523242586-172.17.0.3-1732446876449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:15:42,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data6/current/BP-523242586-172.17.0.3-1732446876449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:15:42,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:15:42,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21dff6ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:15:42,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e949aef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:15:42,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:15:42,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25075e3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:15:42,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc9fbd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,STOPPED} 2024-11-24T11:15:42,732 WARN [BP-523242586-172.17.0.3-1732446876449 heartbeating to localhost/127.0.0.1:35075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:15:42,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:15:42,732 WARN [BP-523242586-172.17.0.3-1732446876449 heartbeating to localhost/127.0.0.1:35075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523242586-172.17.0.3-1732446876449 (Datanode Uuid 65b4c9c8-5cf6-4c53-b310-1e938998cb8f) service to localhost/127.0.0.1:35075 2024-11-24T11:15:42,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:15:42,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data3/current/BP-523242586-172.17.0.3-1732446876449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:15:42,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data4/current/BP-523242586-172.17.0.3-1732446876449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:15:42,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:15:42,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64f83c92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T11:15:42,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@363b88c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:15:42,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:15:42,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce2d997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:15:42,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d9e2f03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,STOPPED} 2024-11-24T11:15:42,739 WARN [BP-523242586-172.17.0.3-1732446876449 heartbeating to localhost/127.0.0.1:35075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T11:15:42,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T11:15:42,739 WARN [BP-523242586-172.17.0.3-1732446876449 heartbeating to localhost/127.0.0.1:35075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-523242586-172.17.0.3-1732446876449 (Datanode Uuid 3c4ee11d-e423-4370-bbc2-116c44e209d3) service to localhost/127.0.0.1:35075 2024-11-24T11:15:42,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T11:15:42,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data1/current/BP-523242586-172.17.0.3-1732446876449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:15:42,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/cluster_3503252d-10d3-6e37-7f13-7cb66b98b01f/data/data2/current/BP-523242586-172.17.0.3-1732446876449 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T11:15:42,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T11:15:42,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5186c45f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T11:15:42,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37206f93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T11:15:42,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T11:15:42,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16952596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T11:15:42,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b78350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc414a79-5a99-2c77-a242-ed2295051893/hadoop.log.dir/,STOPPED} 2024-11-24T11:15:42,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T11:15:42,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T11:15:42,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35075 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f5f73e76a839:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:35075 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=5957 (was 6314)