2024-11-23 11:57:37,778 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-23 11:57:37,788 main DEBUG Took 0.008633 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 11:57:37,789 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 11:57:37,789 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 11:57:37,790 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 11:57:37,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,798 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 11:57:37,809 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,811 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,812 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,813 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,814 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,815 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,816 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,816 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,817 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,818 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,818 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 11:57:37,820 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,820 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 11:57:37,821 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 11:57:37,823 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 11:57:37,824 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 11:57:37,825 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 11:57:37,826 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 11:57:37,826 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 11:57:37,833 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 11:57:37,836 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 11:57:37,838 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 11:57:37,838 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 11:57:37,839 main DEBUG createAppenders(={Console}) 2024-11-23 11:57:37,839 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-23 11:57:37,840 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-23 11:57:37,840 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-23 11:57:37,841 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 11:57:37,841 main DEBUG OutputStream closed 2024-11-23 11:57:37,842 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 11:57:37,842 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 11:57:37,842 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-23 11:57:37,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 11:57:37,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 11:57:37,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 11:57:37,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 11:57:37,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 11:57:37,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 11:57:37,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 11:57:37,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 11:57:37,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 11:57:37,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 11:57:37,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 11:57:37,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 11:57:37,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 11:57:37,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 11:57:37,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 11:57:37,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 11:57:37,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 11:57:37,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 11:57:37,940 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 11:57:37,940 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-23 11:57:37,940 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 11:57:37,941 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-23T11:57:37,954 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-23 11:57:37,957 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 11:57:37,957 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T11:57:37,966 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-23T11:57:37,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=81, ProcessCount=11, AvailableMemoryMB=8927 2024-11-23T11:57:38,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3 2024-11-23T11:57:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:57:38,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c, deleteOnExit=true 2024-11-23T11:57:38,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:57:38,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/test.cache.data in system properties and HBase conf 2024-11-23T11:57:38,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:57:38,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:57:38,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:57:38,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:57:38,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:57:38,309 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T11:57:38,395 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:57:38,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:57:38,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:57:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:57:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:57:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:57:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:57:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:57:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:57:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:57:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:57:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:57:38,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:57:38,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:57:38,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:57:39,361 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T11:57:39,431 INFO [Time-limited test {}] log.Log(170): Logging initialized @2296ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T11:57:39,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:57:39,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:57:39,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:57:39,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:57:39,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:57:39,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:57:39,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:57:39,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:57:39,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c85e100{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/java.io.tmpdir/jetty-localhost-42735-hadoop-hdfs-3_4_1-tests_jar-_-any-3912816327787575247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:57:39,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:42735} 2024-11-23T11:57:39,798 INFO [Time-limited test {}] server.Server(415): Started @2664ms 2024-11-23T11:57:40,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:57:40,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:57:40,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:57:40,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:57:40,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:57:40,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:57:40,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:57:40,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c5f936a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/java.io.tmpdir/jetty-localhost-36223-hadoop-hdfs-3_4_1-tests_jar-_-any-4352969412319136551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:57:40,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:36223} 2024-11-23T11:57:40,428 INFO [Time-limited test {}] server.Server(415): Started @3294ms 2024-11-23T11:57:40,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:57:40,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:57:40,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:57:40,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:57:40,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:57:40,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:57:40,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:57:40,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:57:40,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3140e83e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/java.io.tmpdir/jetty-localhost-33469-hadoop-hdfs-3_4_1-tests_jar-_-any-15799665813954410601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:57:40,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:33469} 2024-11-23T11:57:40,721 INFO [Time-limited test {}] server.Server(415): Started @3587ms 2024-11-23T11:57:40,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:57:40,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:57:40,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:57:40,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:57:40,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:57:40,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:57:40,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:57:40,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:57:40,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c3eb8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/java.io.tmpdir/jetty-localhost-46695-hadoop-hdfs-3_4_1-tests_jar-_-any-6246091598476606492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:57:40,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:46695} 2024-11-23T11:57:40,864 INFO [Time-limited test {}] server.Server(415): Started @3730ms 2024-11-23T11:57:40,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:57:41,798 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data1/current/BP-1043065436-172.17.0.2-1732363058917/current, will proceed with Du for space computation calculation, 2024-11-23T11:57:41,798 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data3/current/BP-1043065436-172.17.0.2-1732363058917/current, will proceed with Du for space computation calculation, 2024-11-23T11:57:41,798 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data4/current/BP-1043065436-172.17.0.2-1732363058917/current, will proceed with Du for space computation calculation, 2024-11-23T11:57:41,798 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data2/current/BP-1043065436-172.17.0.2-1732363058917/current, will proceed with Du for space computation calculation, 2024-11-23T11:57:41,833 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:57:41,833 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:57:41,845 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data5/current/BP-1043065436-172.17.0.2-1732363058917/current, will proceed with Du for space computation calculation, 2024-11-23T11:57:41,845 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data6/current/BP-1043065436-172.17.0.2-1732363058917/current, will proceed with Du for space computation calculation, 2024-11-23T11:57:41,865 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:57:41,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe778957d03d123e with lease ID 0x51c31560d39c3b92: Processing first storage report for DS-4c375693-90ae-493b-9d10-08ce928f0598 from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=a35b563b-708b-40da-8495-e13b1e51015c, infoPort=38611, infoSecurePort=0, ipcPort=33885, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917) 2024-11-23T11:57:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe778957d03d123e with lease ID 0x51c31560d39c3b92: from storage DS-4c375693-90ae-493b-9d10-08ce928f0598 node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=a35b563b-708b-40da-8495-e13b1e51015c, infoPort=38611, infoSecurePort=0, ipcPort=33885, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T11:57:41,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd92298676cf890d8 with lease ID 0x51c31560d39c3b94: Processing first storage report for DS-d7b5a8f5-698c-4a92-9527-74a5ac195674 from datanode DatanodeRegistration(127.0.0.1:45455, datanodeUuid=9cbb5361-a9be-468d-af30-79545a1a2355, infoPort=40107, infoSecurePort=0, ipcPort=35381, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917) 2024-11-23T11:57:41,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd92298676cf890d8 with lease ID 0x51c31560d39c3b94: from storage DS-d7b5a8f5-698c-4a92-9527-74a5ac195674 node DatanodeRegistration(127.0.0.1:45455, datanodeUuid=9cbb5361-a9be-468d-af30-79545a1a2355, infoPort=40107, infoSecurePort=0, ipcPort=35381, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:57:41,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed2ae8b32d74c2de with lease ID 0x51c31560d39c3b93: Processing first storage report for DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec from datanode DatanodeRegistration(127.0.0.1:46021, datanodeUuid=471ca36c-e688-42d6-bfbe-df00642e601d, infoPort=36447, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917) 2024-11-23T11:57:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed2ae8b32d74c2de with lease ID 0x51c31560d39c3b93: from storage DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec node DatanodeRegistration(127.0.0.1:46021, datanodeUuid=471ca36c-e688-42d6-bfbe-df00642e601d, infoPort=36447, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:57:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe778957d03d123e with lease ID 0x51c31560d39c3b92: Processing first storage report for DS-e92d61a1-b539-4440-8262-63fa85c286a7 from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=a35b563b-708b-40da-8495-e13b1e51015c, infoPort=38611, infoSecurePort=0, ipcPort=33885, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917) 2024-11-23T11:57:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe778957d03d123e with lease ID 0x51c31560d39c3b92: from storage DS-e92d61a1-b539-4440-8262-63fa85c286a7 node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=a35b563b-708b-40da-8495-e13b1e51015c, infoPort=38611, infoSecurePort=0, ipcPort=33885, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:57:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd92298676cf890d8 with lease ID 0x51c31560d39c3b94: Processing first storage report for DS-4aeadafd-f037-41d7-a3f3-bd90cc9e339b from datanode DatanodeRegistration(127.0.0.1:45455, datanodeUuid=9cbb5361-a9be-468d-af30-79545a1a2355, infoPort=40107, infoSecurePort=0, ipcPort=35381, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917) 2024-11-23T11:57:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd92298676cf890d8 with lease ID 0x51c31560d39c3b94: from storage DS-4aeadafd-f037-41d7-a3f3-bd90cc9e339b node DatanodeRegistration(127.0.0.1:45455, datanodeUuid=9cbb5361-a9be-468d-af30-79545a1a2355, infoPort=40107, infoSecurePort=0, ipcPort=35381, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:57:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed2ae8b32d74c2de with lease ID 0x51c31560d39c3b93: Processing first storage report for DS-d7ae8235-4dbe-491a-8458-7c3e5a4da387 from datanode DatanodeRegistration(127.0.0.1:46021, datanodeUuid=471ca36c-e688-42d6-bfbe-df00642e601d, infoPort=36447, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917) 2024-11-23T11:57:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed2ae8b32d74c2de with lease ID 0x51c31560d39c3b93: from storage DS-d7ae8235-4dbe-491a-8458-7c3e5a4da387 node DatanodeRegistration(127.0.0.1:46021, datanodeUuid=471ca36c-e688-42d6-bfbe-df00642e601d, infoPort=36447, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=1884282430;c=1732363058917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:57:41,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3 2024-11-23T11:57:42,038 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/zookeeper_0, clientPort=54802, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:57:42,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54802 2024-11-23T11:57:42,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:42,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:57:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:57:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:57:42,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea with version=8 2024-11-23T11:57:42,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/hbase-staging 2024-11-23T11:57:42,765 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T11:57:43,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:57:43,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:57:43,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:57:43,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:57:43,350 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T11:57:43,359 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T11:57:43,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:57:43,386 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100391 (auto-detected) 2024-11-23T11:57:43,387 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T11:57:43,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42027 2024-11-23T11:57:43,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42027 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-23T11:57:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420270x0, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:57:43,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42027-0x10168d81dcc0000 connected 2024-11-23T11:57:43,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:57:43,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea, hbase.cluster.distributed=false 2024-11-23T11:57:43,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:57:43,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-23T11:57:43,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42027 2024-11-23T11:57:43,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42027 2024-11-23T11:57:43,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-23T11:57:43,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-23T11:57:43,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:57:43,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:57:43,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:57:43,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:57:43,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:57:43,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39319 2024-11-23T11:57:43,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39319 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-23T11:57:43,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393190x0, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:57:43,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39319-0x10168d81dcc0001 connected 2024-11-23T11:57:43,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:57:43,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:57:43,829 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:57:43,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:57:43,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:57:43,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-23T11:57:43,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39319 2024-11-23T11:57:43,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39319 2024-11-23T11:57:43,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-23T11:57:43,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39319 2024-11-23T11:57:43,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:57:43,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:57:43,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:57:43,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:57:43,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:57:43,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33461 2024-11-23T11:57:43,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33461 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-23T11:57:43,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334610x0, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:57:43,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33461-0x10168d81dcc0002 connected 2024-11-23T11:57:43,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:57:43,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:57:43,897 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:57:43,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:57:43,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:57:43,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33461 2024-11-23T11:57:43,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33461 2024-11-23T11:57:43,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33461 2024-11-23T11:57:43,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33461 2024-11-23T11:57:43,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33461 2024-11-23T11:57:43,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:57:43,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:57:43,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:57:43,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:57:43,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:57:43,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:57:43,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44813 2024-11-23T11:57:43,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44813 connecting to ZooKeeper ensemble=127.0.0.1:54802 2024-11-23T11:57:43,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:43,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448130x0, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:57:43,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448130x0, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:57:43,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44813-0x10168d81dcc0003 connected 2024-11-23T11:57:43,950 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:57:43,951 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:57:43,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:57:43,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:57:43,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44813 2024-11-23T11:57:43,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44813 2024-11-23T11:57:43,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44813 2024-11-23T11:57:43,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44813 2024-11-23T11:57:43,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44813 2024-11-23T11:57:43,978 DEBUG [M:0;65a045134db8:42027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65a045134db8:42027 2024-11-23T11:57:43,979 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/65a045134db8,42027,1732363063007 2024-11-23T11:57:43,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:43,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:43,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:43,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:43,996 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65a045134db8,42027,1732363063007 2024-11-23T11:57:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:57:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:57:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:57:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,028 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T11:57:44,029 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65a045134db8,42027,1732363063007 from backup master directory 2024-11-23T11:57:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65a045134db8,42027,1732363063007 2024-11-23T11:57:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:44,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:57:44,042 WARN [master/65a045134db8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:57:44,042 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65a045134db8,42027,1732363063007 2024-11-23T11:57:44,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T11:57:44,045 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T11:57:44,104 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/hbase.id] with ID: 4f6af832-f97b-4d65-acbe-46d5baf209f4 2024-11-23T11:57:44,104 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.tmp/hbase.id 2024-11-23T11:57:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:57:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:57:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:57:44,119 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.tmp/hbase.id]:[hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/hbase.id] 2024-11-23T11:57:44,161 INFO [master/65a045134db8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:57:44,166 INFO [master/65a045134db8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:57:44,185 INFO [master/65a045134db8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-23T11:57:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:57:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:57:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:57:44,251 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:57:44,252 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:57:44,265 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:57:44,268 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:57:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:57:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:57:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:57:44,316 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store 2024-11-23T11:57:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:57:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:57:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:57:44,344 INFO [master/65a045134db8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T11:57:44,347 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:44,349 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:57:44,349 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:57:44,349 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:57:44,351 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:57:44,351 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:57:44,351 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:57:44,352 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732363064349Disabling compacts and flushes for region at 1732363064349Disabling writes for close at 1732363064351 (+2 ms)Writing region close event to WAL at 1732363064351Closed at 1732363064351 2024-11-23T11:57:44,354 WARN [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/.initializing 2024-11-23T11:57:44,354 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/WALs/65a045134db8,42027,1732363063007 2024-11-23T11:57:44,362 INFO [master/65a045134db8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:57:44,376 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C42027%2C1732363063007, suffix=, logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/WALs/65a045134db8,42027,1732363063007, archiveDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/oldWALs, maxLogs=10 2024-11-23T11:57:44,396 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/WALs/65a045134db8,42027,1732363063007/65a045134db8%2C42027%2C1732363063007.1732363064380, exclude list is [], retry=0 2024-11-23T11:57:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-d7b5a8f5-698c-4a92-9527-74a5ac195674,DISK] 2024-11-23T11:57:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-4c375693-90ae-493b-9d10-08ce928f0598,DISK] 2024-11-23T11:57:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec,DISK] 2024-11-23T11:57:44,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T11:57:44,453 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/WALs/65a045134db8,42027,1732363063007/65a045134db8%2C42027%2C1732363063007.1732363064380 2024-11-23T11:57:44,454 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38611:38611),(127.0.0.1/127.0.0.1:40107:40107),(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-23T11:57:44,455 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:57:44,455 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:44,459 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,460 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:57:44,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:44,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:44,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:57:44,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:44,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:57:44,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:57:44,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:44,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:57:44,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:57:44,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:44,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:57:44,536 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,539 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,540 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,546 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,546 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,549 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:57:44,552 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:57:44,556 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:57:44,557 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59577026, jitterRate=-0.11223313212394714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:57:44,564 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732363064471Initializing all the Stores at 1732363064473 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363064474 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363064475 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363064475Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363064475Cleaning up temporary data from old regions at 1732363064546 (+71 ms)Region opened successfully at 1732363064564 (+18 ms) 2024-11-23T11:57:44,566 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:57:44,595 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf398f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:57:44,620 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:57:44,629 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:57:44,630 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:57:44,632 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:57:44,633 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T11:57:44,638 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-23T11:57:44,638 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-23T11:57:44,661 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:57:44,668 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T11:57:44,718 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T11:57:44,721 INFO [master/65a045134db8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:57:44,723 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:57:44,735 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T11:57:44,738 INFO [master/65a045134db8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:57:44,742 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:57:44,751 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T11:57:44,753 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:57:44,765 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T11:57:44,785 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:57:44,793 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T11:57:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:57:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:57:44,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:57:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:57:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,812 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=65a045134db8,42027,1732363063007, sessionid=0x10168d81dcc0000, setting cluster-up flag (Was=false) 2024-11-23T11:57:44,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,877 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T11:57:44,882 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65a045134db8,42027,1732363063007 2024-11-23T11:57:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:44,927 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T11:57:44,929 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65a045134db8,42027,1732363063007 2024-11-23T11:57:44,934 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:57:44,963 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(746): ClusterId : 4f6af832-f97b-4d65-acbe-46d5baf209f4 2024-11-23T11:57:44,963 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(746): ClusterId : 4f6af832-f97b-4d65-acbe-46d5baf209f4 2024-11-23T11:57:44,963 INFO [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(746): ClusterId : 4f6af832-f97b-4d65-acbe-46d5baf209f4 2024-11-23T11:57:44,965 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:57:44,965 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:57:44,965 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:57:44,986 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:57:44,986 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:57:44,986 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:57:44,987 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:57:44,987 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:57:44,987 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:57:45,005 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:57:45,007 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:57:45,008 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:57:45,008 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:57:45,008 DEBUG [RS:0;65a045134db8:39319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8753d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:57:45,008 DEBUG [RS:2;65a045134db8:44813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40173f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:57:45,008 DEBUG [RS:1;65a045134db8:33461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528341a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:57:45,016 INFO [master/65a045134db8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:57:45,021 DEBUG [RS:0;65a045134db8:39319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65a045134db8:39319 2024-11-23T11:57:45,022 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65a045134db8:33461 2024-11-23T11:57:45,024 INFO [RS:1;65a045134db8:33461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:57:45,024 INFO [RS:0;65a045134db8:39319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:57:45,024 INFO [master/65a045134db8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:57:45,025 INFO [RS:1;65a045134db8:33461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:57:45,025 INFO [RS:0;65a045134db8:39319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:57:45,025 DEBUG [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:57:45,025 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:57:45,026 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;65a045134db8:44813 2024-11-23T11:57:45,026 INFO [RS:2;65a045134db8:44813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:57:45,026 INFO [RS:2;65a045134db8:44813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:57:45,026 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:57:45,027 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,42027,1732363063007 with port=33461, startcode=1732363063853 2024-11-23T11:57:45,027 INFO [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,42027,1732363063007 with port=39319, startcode=1732363063752 2024-11-23T11:57:45,027 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,42027,1732363063007 with port=44813, startcode=1732363063925 2024-11-23T11:57:45,031 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65a045134db8,42027,1732363063007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:57:45,040 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:57:45,040 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:57:45,040 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:57:45,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:57:45,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65a045134db8:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:57:45,041 DEBUG [RS:0;65a045134db8:39319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:57:45,041 DEBUG [RS:2;65a045134db8:44813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:57:45,041 DEBUG [RS:1;65a045134db8:33461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:57:45,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:57:45,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:57:45,047 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:57:45,051 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732363095051 2024-11-23T11:57:45,053 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:57:45,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:45,054 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:57:45,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:57:45,058 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:57:45,058 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:57:45,058 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:57:45,058 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:57:45,063 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,067 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:57:45,068 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:57:45,069 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:57:45,071 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:57:45,071 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:57:45,074 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732363065073,5,FailOnTimeoutGroup] 2024-11-23T11:57:45,076 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732363065074,5,FailOnTimeoutGroup] 2024-11-23T11:57:45,076 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,076 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:57:45,078 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,078 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,103 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58119, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:57:45,103 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48981, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:57:45,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:57:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:57:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:57:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:57:45,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:57:45,108 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:45,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,33461,1732363063853 2024-11-23T11:57:45,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(517): Registering regionserver=65a045134db8,33461,1732363063853 2024-11-23T11:57:45,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:57:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:57:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:57:45,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,44813,1732363063925 2024-11-23T11:57:45,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(517): Registering regionserver=65a045134db8,44813,1732363063925 2024-11-23T11:57:45,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:45,128 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:45,128 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44233 2024-11-23T11:57:45,128 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:57:45,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:57:45,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,39319,1732363063752 2024-11-23T11:57:45,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(517): Registering regionserver=65a045134db8,39319,1732363063752 2024-11-23T11:57:45,130 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:45,130 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44233 2024-11-23T11:57:45,130 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:57:45,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:57:45,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:45,134 DEBUG [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:45,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:45,134 DEBUG [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44233 2024-11-23T11:57:45,134 DEBUG [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:57:45,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:57:45,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:57:45,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:45,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:45,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:57:45,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:57:45,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:45,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:45,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:57:45,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:57:45,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:45,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:45,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:57:45,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740 2024-11-23T11:57:45,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740 2024-11-23T11:57:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:57:45,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:57:45,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:57:45,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:57:45,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:57:45,160 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64845489, jitterRate=-0.03372691571712494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:57:45,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732363065125Initializing all the Stores at 1732363065128 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363065128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363065128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363065128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363065128Cleaning up temporary data from old regions at 1732363065152 (+24 ms)Region opened successfully at 1732363065164 (+12 ms) 2024-11-23T11:57:45,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:57:45,164 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:57:45,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:57:45,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:57:45,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:57:45,166 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:57:45,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732363065164Disabling compacts and flushes for region at 1732363065164Disabling writes for close at 1732363065165 (+1 ms)Writing region close event to WAL at 1732363065166 (+1 ms)Closed at 1732363065166 2024-11-23T11:57:45,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:57:45,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:57:45,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:57:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:57:45,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:57:45,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:57:45,198 DEBUG [RS:1;65a045134db8:33461 {}] zookeeper.ZKUtil(111): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,33461,1732363063853 2024-11-23T11:57:45,198 DEBUG [RS:2;65a045134db8:44813 {}] zookeeper.ZKUtil(111): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,44813,1732363063925 2024-11-23T11:57:45,198 WARN [RS:2;65a045134db8:44813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:57:45,198 WARN [RS:1;65a045134db8:33461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:57:45,199 INFO [RS:2;65a045134db8:44813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:57:45,199 INFO [RS:1;65a045134db8:33461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:57:45,199 DEBUG [RS:0;65a045134db8:39319 {}] zookeeper.ZKUtil(111): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,39319,1732363063752 2024-11-23T11:57:45,199 WARN [RS:0;65a045134db8:39319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:57:45,199 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,44813,1732363063925 2024-11-23T11:57:45,199 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,33461,1732363063853 2024-11-23T11:57:45,199 INFO [RS:0;65a045134db8:39319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:57:45,199 DEBUG [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752 2024-11-23T11:57:45,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,33461,1732363063853] 2024-11-23T11:57:45,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,39319,1732363063752] 2024-11-23T11:57:45,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,44813,1732363063925] 2024-11-23T11:57:45,225 INFO [RS:0;65a045134db8:39319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:57:45,225 INFO [RS:2;65a045134db8:44813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:57:45,225 INFO [RS:1;65a045134db8:33461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:57:45,244 INFO [RS:1;65a045134db8:33461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:57:45,244 INFO [RS:0;65a045134db8:39319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:57:45,244 INFO [RS:2;65a045134db8:44813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:57:45,251 INFO [RS:1;65a045134db8:33461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:57:45,251 INFO [RS:2;65a045134db8:44813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:57:45,251 INFO [RS:0;65a045134db8:39319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:57:45,251 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,251 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,251 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,252 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:57:45,254 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:57:45,255 INFO [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:57:45,259 INFO [RS:2;65a045134db8:44813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:57:45,259 INFO [RS:0;65a045134db8:39319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:57:45,259 INFO [RS:1;65a045134db8:33461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:57:45,260 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,260 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,260 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,261 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,261 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:57:45,262 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:57:45,262 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:57:45,262 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,262 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,263 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,263 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,263 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,263 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,263 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,263 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:57:45,263 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:57:45,263 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:57:45,263 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:57:45,263 DEBUG [RS:0;65a045134db8:39319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:57:45,263 DEBUG [RS:2;65a045134db8:44813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:57:45,263 DEBUG [RS:1;65a045134db8:33461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:57:45,265 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,265 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,265 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,265 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,265 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,265 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,44813,1732363063925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:57:45,265 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,265 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33461,1732363063853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:57:45,266 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,39319,1732363063752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:57:45,283 INFO [RS:2;65a045134db8:44813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:57:45,285 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,44813,1732363063925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,286 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,286 INFO [RS:2;65a045134db8:44813 {}] regionserver.Replication(171): 65a045134db8,44813,1732363063925 started 2024-11-23T11:57:45,291 INFO [RS:1;65a045134db8:33461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:57:45,291 INFO [RS:0;65a045134db8:39319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:57:45,291 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,39319,1732363063752-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,291 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33461,1732363063853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,292 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,292 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,292 INFO [RS:0;65a045134db8:39319 {}] regionserver.Replication(171): 65a045134db8,39319,1732363063752 started 2024-11-23T11:57:45,292 INFO [RS:1;65a045134db8:33461 {}] regionserver.Replication(171): 65a045134db8,33461,1732363063853 started 2024-11-23T11:57:45,306 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,307 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,44813,1732363063925, RpcServer on 65a045134db8/172.17.0.2:44813, sessionid=0x10168d81dcc0003 2024-11-23T11:57:45,307 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:57:45,307 DEBUG [RS:2;65a045134db8:44813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,44813,1732363063925 2024-11-23T11:57:45,308 DEBUG [RS:2;65a045134db8:44813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,44813,1732363063925' 2024-11-23T11:57:45,308 DEBUG [RS:2;65a045134db8:44813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:57:45,309 DEBUG [RS:2;65a045134db8:44813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:57:45,309 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:57:45,309 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:57:45,309 DEBUG [RS:2;65a045134db8:44813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,44813,1732363063925 2024-11-23T11:57:45,309 DEBUG [RS:2;65a045134db8:44813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,44813,1732363063925' 2024-11-23T11:57:45,309 DEBUG [RS:2;65a045134db8:44813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:57:45,310 DEBUG [RS:2;65a045134db8:44813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:57:45,311 DEBUG [RS:2;65a045134db8:44813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:57:45,311 INFO [RS:2;65a045134db8:44813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:57:45,311 INFO [RS:2;65a045134db8:44813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:57:45,313 INFO [RS:0;65a045134db8:39319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,313 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:45,313 INFO [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,39319,1732363063752, RpcServer on 65a045134db8/172.17.0.2:39319, sessionid=0x10168d81dcc0001 2024-11-23T11:57:45,313 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,33461,1732363063853, RpcServer on 65a045134db8/172.17.0.2:33461, sessionid=0x10168d81dcc0002 2024-11-23T11:57:45,313 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:57:45,313 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:57:45,313 DEBUG [RS:1;65a045134db8:33461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,33461,1732363063853 2024-11-23T11:57:45,313 DEBUG [RS:0;65a045134db8:39319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,39319,1732363063752 2024-11-23T11:57:45,313 DEBUG [RS:1;65a045134db8:33461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,33461,1732363063853' 2024-11-23T11:57:45,313 DEBUG [RS:0;65a045134db8:39319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,39319,1732363063752' 2024-11-23T11:57:45,313 DEBUG [RS:1;65a045134db8:33461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:57:45,313 DEBUG [RS:0;65a045134db8:39319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:57:45,314 DEBUG [RS:1;65a045134db8:33461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:57:45,314 DEBUG [RS:0;65a045134db8:39319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:57:45,315 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:57:45,315 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:57:45,315 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:57:45,315 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:57:45,315 DEBUG [RS:1;65a045134db8:33461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,33461,1732363063853 2024-11-23T11:57:45,315 DEBUG [RS:0;65a045134db8:39319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,39319,1732363063752 2024-11-23T11:57:45,315 DEBUG [RS:1;65a045134db8:33461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,33461,1732363063853' 2024-11-23T11:57:45,315 DEBUG [RS:0;65a045134db8:39319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,39319,1732363063752' 2024-11-23T11:57:45,315 DEBUG [RS:1;65a045134db8:33461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:57:45,315 DEBUG [RS:0;65a045134db8:39319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:57:45,316 DEBUG [RS:1;65a045134db8:33461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:57:45,316 DEBUG [RS:0;65a045134db8:39319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:57:45,316 DEBUG [RS:1;65a045134db8:33461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:57:45,316 INFO [RS:1;65a045134db8:33461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:57:45,316 INFO [RS:1;65a045134db8:33461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:57:45,316 DEBUG [RS:0;65a045134db8:39319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:57:45,317 INFO [RS:0;65a045134db8:39319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:57:45,317 INFO [RS:0;65a045134db8:39319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:57:45,339 WARN [65a045134db8:42027 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T11:57:45,422 INFO [RS:2;65a045134db8:44813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:57:45,422 INFO [RS:0;65a045134db8:39319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:57:45,422 INFO [RS:1;65a045134db8:33461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:57:45,426 INFO [RS:2;65a045134db8:44813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C44813%2C1732363063925, suffix=, logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,44813,1732363063925, archiveDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs, maxLogs=32 2024-11-23T11:57:45,426 INFO [RS:1;65a045134db8:33461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C33461%2C1732363063853, suffix=, logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,33461,1732363063853, archiveDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs, maxLogs=32 2024-11-23T11:57:45,426 INFO [RS:0;65a045134db8:39319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C39319%2C1732363063752, suffix=, logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752, archiveDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs, maxLogs=32 2024-11-23T11:57:45,442 DEBUG [RS:0;65a045134db8:39319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752/65a045134db8%2C39319%2C1732363063752.1732363065430, exclude list is [], retry=0 2024-11-23T11:57:45,442 DEBUG [RS:2;65a045134db8:44813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,44813,1732363063925/65a045134db8%2C44813%2C1732363063925.1732363065430, exclude list is [], retry=0 2024-11-23T11:57:45,442 DEBUG [RS:1;65a045134db8:33461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,33461,1732363063853/65a045134db8%2C33461%2C1732363063853.1732363065430, exclude list is [], retry=0 2024-11-23T11:57:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-d7b5a8f5-698c-4a92-9527-74a5ac195674,DISK] 2024-11-23T11:57:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-d7b5a8f5-698c-4a92-9527-74a5ac195674,DISK] 2024-11-23T11:57:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec,DISK] 2024-11-23T11:57:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec,DISK] 2024-11-23T11:57:45,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-4c375693-90ae-493b-9d10-08ce928f0598,DISK] 2024-11-23T11:57:45,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-d7b5a8f5-698c-4a92-9527-74a5ac195674,DISK] 2024-11-23T11:57:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-4c375693-90ae-493b-9d10-08ce928f0598,DISK] 2024-11-23T11:57:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-4c375693-90ae-493b-9d10-08ce928f0598,DISK] 2024-11-23T11:57:45,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec,DISK] 2024-11-23T11:57:45,458 INFO [RS:1;65a045134db8:33461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,33461,1732363063853/65a045134db8%2C33461%2C1732363063853.1732363065430 2024-11-23T11:57:45,459 INFO [RS:2;65a045134db8:44813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,44813,1732363063925/65a045134db8%2C44813%2C1732363063925.1732363065430 2024-11-23T11:57:45,459 DEBUG [RS:1;65a045134db8:33461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40107:40107),(127.0.0.1/127.0.0.1:38611:38611),(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-23T11:57:45,459 INFO [RS:0;65a045134db8:39319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752/65a045134db8%2C39319%2C1732363063752.1732363065430 2024-11-23T11:57:45,459 DEBUG [RS:2;65a045134db8:44813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38611:38611),(127.0.0.1/127.0.0.1:40107:40107),(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-23T11:57:45,461 DEBUG [RS:0;65a045134db8:39319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447),(127.0.0.1/127.0.0.1:40107:40107),(127.0.0.1/127.0.0.1:38611:38611)] 2024-11-23T11:57:45,592 DEBUG [65a045134db8:42027 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T11:57:45,602 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:57:45,608 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:57:45,608 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:57:45,608 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T11:57:45,608 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:57:45,608 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:57:45,608 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T11:57:45,608 INFO [65a045134db8:42027 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:57:45,608 INFO [65a045134db8:42027 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:57:45,608 INFO [65a045134db8:42027 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T11:57:45,609 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:57:45,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:57:45,620 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,39319,1732363063752, state=OPENING 2024-11-23T11:57:45,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:57:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:45,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:57:45,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:45,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:45,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:45,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:45,673 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:57:45,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,39319,1732363063752}] 2024-11-23T11:57:53,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T11:57:53,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T11:57:55,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:57:55,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:57:55,722 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:57:55,723 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:57:55,723 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:57:55,726 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C39319%2C1732363063752.meta, suffix=.meta, logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752, archiveDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs, maxLogs=32 2024-11-23T11:57:55,741 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, exclude list is [], retry=0 2024-11-23T11:57:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-d7b5a8f5-698c-4a92-9527-74a5ac195674,DISK] 2024-11-23T11:57:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-4c375693-90ae-493b-9d10-08ce928f0598,DISK] 2024-11-23T11:57:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec,DISK] 2024-11-23T11:57:55,747 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta 2024-11-23T11:57:55,748 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40107:40107),(127.0.0.1/127.0.0.1:38611:38611),(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-23T11:57:55,748 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:57:55,749 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:57:55,752 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:57:55,756 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:57:55,760 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:57:55,760 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:55,760 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:57:55,760 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:57:55,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:57:55,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:57:55,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:55,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:55,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:57:55,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:57:55,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:55,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:55,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:57:55,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:57:55,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:55,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:55,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:57:55,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:57:55,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:55,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:57:55,773 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:57:55,775 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740 2024-11-23T11:57:55,777 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740 2024-11-23T11:57:55,779 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:57:55,779 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:57:55,780 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:57:55,782 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:57:55,783 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68061823, jitterRate=0.014200195670127869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:57:55,784 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:57:55,785 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732363075761Writing region info on filesystem at 1732363075761Initializing all the Stores at 1732363075763 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363075763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363075763Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363075763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363075763Cleaning up temporary data from old regions at 1732363075779 (+16 ms)Running coprocessor post-open hooks at 1732363075784 (+5 ms)Region opened successfully at 1732363075785 (+1 ms) 2024-11-23T11:57:55,791 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732363075698 2024-11-23T11:57:55,800 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:57:55,801 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:57:55,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:57:55,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,39319,1732363063752, state=OPEN 2024-11-23T11:57:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:57:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:57:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:57:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:57:55,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:55,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:55,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:55,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:57:55,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=65a045134db8,39319,1732363063752 2024-11-23T11:57:55,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:57:55,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,39319,1732363063752 in 10.2100 sec 2024-11-23T11:57:55,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:57:55,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7190 sec 2024-11-23T11:57:55,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:57:55,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:57:55,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:57:55,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1] 2024-11-23T11:57:55,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:57:55,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:57:55,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0120 sec 2024-11-23T11:57:55,979 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732363075979, completionTime=-1 2024-11-23T11:57:55,981 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T11:57:55,982 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:57:56,003 INFO [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T11:57:56,003 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732363136003 2024-11-23T11:57:56,003 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732363196003 2024-11-23T11:57:56,003 INFO [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-23T11:57:56,004 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:57:56,010 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,42027,1732363063007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:56,011 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,42027,1732363063007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:56,011 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,42027,1732363063007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:56,012 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65a045134db8:42027, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:56,012 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:56,013 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:56,018 DEBUG [master/65a045134db8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:57:56,035 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.993sec 2024-11-23T11:57:56,037 INFO [master/65a045134db8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:57:56,038 INFO [master/65a045134db8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:57:56,039 INFO [master/65a045134db8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:57:56,039 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:57:56,039 INFO [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:57:56,040 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,42027,1732363063007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:57:56,040 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,42027,1732363063007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:57:56,045 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:57:56,046 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:57:56,046 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,42027,1732363063007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:57:56,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e49ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:57:56,089 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T11:57:56,089 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T11:57:56,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 65a045134db8,42027,-1 for getting cluster id 2024-11-23T11:57:56,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:57:56,103 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f6af832-f97b-4d65-acbe-46d5baf209f4' 2024-11-23T11:57:56,105 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:57:56,105 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f6af832-f97b-4d65-acbe-46d5baf209f4" 2024-11-23T11:57:56,106 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ffcba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:57:56,106 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [65a045134db8,42027,-1] 2024-11-23T11:57:56,108 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:57:56,110 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:57:56,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:57:56,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4091c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:57:56,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:57:56,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1] 2024-11-23T11:57:56,122 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:57:56,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:57:56,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=65a045134db8,42027,1732363063007 2024-11-23T11:57:56,146 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732363076145 (current time:1732363076145). 2024-11-23T11:57:56,146 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T11:57:56,146 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-23T11:57:56,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e8da7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:57:56,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 65a045134db8,42027,-1 for getting cluster id 2024-11-23T11:57:56,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:57:56,150 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f6af832-f97b-4d65-acbe-46d5baf209f4' 2024-11-23T11:57:56,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:57:56,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f6af832-f97b-4d65-acbe-46d5baf209f4" 2024-11-23T11:57:56,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88b5e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:57:56,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [65a045134db8,42027,-1] 2024-11-23T11:57:56,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:57:56,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:57:56,152 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:57:56,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e44792d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:57:56,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:57:56,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1] 2024-11-23T11:57:56,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:57:56,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:57:56,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:57:56,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:57:56,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:57:56,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:57:56,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:57:56,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:57:56,174 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 65a045134db8,42027,1732363063007 2024-11-23T11:57:56,177 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf5e20f 2024-11-23T11:57:56,178 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:57:56,180 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:57:56,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:57:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-23T11:57:56,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:57:56,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-23T11:57:56,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:57:56,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:57:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:57:56,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741837_1013 (size=361) 2024-11-23T11:57:56,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741837_1013 (size=361) 2024-11-23T11:57:56,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741837_1013 (size=361) 2024-11-23T11:57:56,219 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbb21f1fee4c0d1a9c269b7156c47c4c, NAME => 'SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,219 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 11e504bab09fd6441fabb21e28b50f8d, NAME => 'SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,220 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e276266857739c6db0eab450f0906725, NAME => 'SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741839_1015 (size=62) 2024-11-23T11:57:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741839_1015 (size=62) 2024-11-23T11:57:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741839_1015 (size=62) 2024-11-23T11:57:56,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741838_1014 (size=54) 2024-11-23T11:57:56,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e276266857739c6db0eab450f0906725, disabling compactions & flushes 2024-11-23T11:57:56,239 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:57:56,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:57:56,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. after waiting 0 ms 2024-11-23T11:57:56,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:57:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741838_1014 (size=54) 2024-11-23T11:57:56,240 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:57:56,240 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e276266857739c6db0eab450f0906725: Waiting for close lock at 1732363076239Disabling compacts and flushes for region at 1732363076239Disabling writes for close at 1732363076240 (+1 ms)Writing region close event to WAL at 1732363076240Closed at 1732363076240 2024-11-23T11:57:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741838_1014 (size=54) 2024-11-23T11:57:56,241 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4774d2e1456a0e82ec7b08693ad0973d, NAME => 'SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bbb21f1fee4c0d1a9c269b7156c47c4c, disabling compactions & flushes 2024-11-23T11:57:56,241 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:57:56,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:57:56,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. after waiting 0 ms 2024-11-23T11:57:56,241 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:57:56,241 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:57:56,242 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbb21f1fee4c0d1a9c269b7156c47c4c: Waiting for close lock at 1732363076241Disabling compacts and flushes for region at 1732363076241Disabling writes for close at 1732363076241Writing region close event to WAL at 1732363076241Closed at 1732363076241 2024-11-23T11:57:56,242 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d39c9a7e09c8c26f2736a2338e55c9e0, NAME => 'SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741840_1016 (size=62) 2024-11-23T11:57:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741840_1016 (size=62) 2024-11-23T11:57:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741840_1016 (size=62) 2024-11-23T11:57:56,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 11e504bab09fd6441fabb21e28b50f8d, disabling compactions & flushes 2024-11-23T11:57:56,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:57:56,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:57:56,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. after waiting 0 ms 2024-11-23T11:57:56,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:57:56,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:57:56,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 11e504bab09fd6441fabb21e28b50f8d: Waiting for close lock at 1732363076251Disabling compacts and flushes for region at 1732363076251Disabling writes for close at 1732363076251Writing region close event to WAL at 1732363076251Closed at 1732363076251 2024-11-23T11:57:56,252 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2291db91b4d53819f03d2f064c333cdf, NAME => 'SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741841_1017 (size=62) 2024-11-23T11:57:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741841_1017 (size=62) 2024-11-23T11:57:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741841_1017 (size=62) 2024-11-23T11:57:56,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d39c9a7e09c8c26f2736a2338e55c9e0, disabling compactions & flushes 2024-11-23T11:57:56,276 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:57:56,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:57:56,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. after waiting 0 ms 2024-11-23T11:57:56,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:57:56,276 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:57:56,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d39c9a7e09c8c26f2736a2338e55c9e0: Waiting for close lock at 1732363076276Disabling compacts and flushes for region at 1732363076276Disabling writes for close at 1732363076276Writing region close event to WAL at 1732363076276Closed at 1732363076276 2024-11-23T11:57:56,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4fcf5cc74d63d1b870e5d1788156aa6, NAME => 'SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741842_1018 (size=62) 2024-11-23T11:57:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741842_1018 (size=62) 2024-11-23T11:57:56,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741842_1018 (size=62) 2024-11-23T11:57:56,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4774d2e1456a0e82ec7b08693ad0973d, disabling compactions & flushes 2024-11-23T11:57:56,287 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:57:56,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:57:56,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. after waiting 0 ms 2024-11-23T11:57:56,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:57:56,288 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:57:56,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4774d2e1456a0e82ec7b08693ad0973d: Waiting for close lock at 1732363076287Disabling compacts and flushes for region at 1732363076287Disabling writes for close at 1732363076288 (+1 ms)Writing region close event to WAL at 1732363076288Closed at 1732363076288 2024-11-23T11:57:56,289 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae57561a28edeced2fd06ca772e96093, NAME => 'SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741843_1019 (size=62) 2024-11-23T11:57:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741843_1019 (size=62) 2024-11-23T11:57:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741843_1019 (size=62) 2024-11-23T11:57:56,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2291db91b4d53819f03d2f064c333cdf, disabling compactions & flushes 2024-11-23T11:57:56,302 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:57:56,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:57:56,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. after waiting 0 ms 2024-11-23T11:57:56,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:57:56,302 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:57:56,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2291db91b4d53819f03d2f064c333cdf: Waiting for close lock at 1732363076302Disabling compacts and flushes for region at 1732363076302Disabling writes for close at 1732363076302Writing region close event to WAL at 1732363076302Closed at 1732363076302 2024-11-23T11:57:56,303 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2558cb39c21878700af44765ac256828, NAME => 'SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:57:56,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741845_1021 (size=62) 2024-11-23T11:57:56,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741845_1021 (size=62) 2024-11-23T11:57:56,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741844_1020 (size=62) 2024-11-23T11:57:56,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741845_1021 (size=62) 2024-11-23T11:57:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741844_1020 (size=62) 2024-11-23T11:57:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741844_1020 (size=62) 2024-11-23T11:57:56,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ae57561a28edeced2fd06ca772e96093, disabling compactions & flushes 2024-11-23T11:57:56,325 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:57:56,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:57:56,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. after waiting 0 ms 2024-11-23T11:57:56,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:57:56,325 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:57:56,325 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae57561a28edeced2fd06ca772e96093: Waiting for close lock at 1732363076325Disabling compacts and flushes for region at 1732363076325Disabling writes for close at 1732363076325Writing region close event to WAL at 1732363076325Closed at 1732363076325 2024-11-23T11:57:56,326 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 619fe3fe0482d520893eeb7a9a20cd35, NAME => 'SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea 2024-11-23T11:57:56,327 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d4fcf5cc74d63d1b870e5d1788156aa6, disabling compactions & flushes 2024-11-23T11:57:56,328 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:57:56,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:57:56,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. after waiting 0 ms 2024-11-23T11:57:56,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:57:56,328 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:57:56,328 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4fcf5cc74d63d1b870e5d1788156aa6: Waiting for close lock at 1732363076328Disabling compacts and flushes for region at 1732363076328Disabling writes for close at 1732363076328Writing region close event to WAL at 1732363076328Closed at 1732363076328 2024-11-23T11:57:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741846_1022 (size=62) 2024-11-23T11:57:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741846_1022 (size=62) 2024-11-23T11:57:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741846_1022 (size=62) 2024-11-23T11:57:56,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2558cb39c21878700af44765ac256828, disabling compactions & flushes 2024-11-23T11:57:56,336 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:57:56,336 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:57:56,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. after waiting 0 ms 2024-11-23T11:57:56,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:57:56,337 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:57:56,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2558cb39c21878700af44765ac256828: Waiting for close lock at 1732363076336Disabling compacts and flushes for region at 1732363076336Disabling writes for close at 1732363076337 (+1 ms)Writing region close event to WAL at 1732363076337Closed at 1732363076337 2024-11-23T11:57:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741847_1023 (size=54) 2024-11-23T11:57:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741847_1023 (size=54) 2024-11-23T11:57:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741847_1023 (size=54) 2024-11-23T11:57:56,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:57:56,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 619fe3fe0482d520893eeb7a9a20cd35, disabling compactions & flushes 2024-11-23T11:57:56,345 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:57:56,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:57:56,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. after waiting 0 ms 2024-11-23T11:57:56,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:57:56,346 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:57:56,346 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 619fe3fe0482d520893eeb7a9a20cd35: Waiting for close lock at 1732363076345Disabling compacts and flushes for region at 1732363076345Disabling writes for close at 1732363076346 (+1 ms)Writing region close event to WAL at 1732363076346Closed at 1732363076346 2024-11-23T11:57:56,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:57:56,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732363076349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363076349"}]},"ts":"1732363076349"} 2024-11-23T11:57:56,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-23T11:57:56,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:57:56,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732363076394"}]},"ts":"1732363076394"} 2024-11-23T11:57:56,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-23T11:57:56,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:57:56,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:57:56,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:57:56,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T11:57:56,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:57:56,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:57:56,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T11:57:56,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:57:56,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:57:56,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T11:57:56,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:57:56,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e276266857739c6db0eab450f0906725, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11e504bab09fd6441fabb21e28b50f8d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d39c9a7e09c8c26f2736a2338e55c9e0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2291db91b4d53819f03d2f064c333cdf, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae57561a28edeced2fd06ca772e96093, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2558cb39c21878700af44765ac256828, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=619fe3fe0482d520893eeb7a9a20cd35, ASSIGN}] 2024-11-23T11:57:56,416 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11e504bab09fd6441fabb21e28b50f8d, ASSIGN 2024-11-23T11:57:56,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN 2024-11-23T11:57:56,416 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN 2024-11-23T11:57:56,416 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e276266857739c6db0eab450f0906725, ASSIGN 2024-11-23T11:57:56,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN; state=OFFLINE, location=65a045134db8,39319,1732363063752; forceNewPlan=false, retain=false 2024-11-23T11:57:56,418 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11e504bab09fd6441fabb21e28b50f8d, ASSIGN; state=OFFLINE, location=65a045134db8,44813,1732363063925; forceNewPlan=false, retain=false 2024-11-23T11:57:56,418 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e276266857739c6db0eab450f0906725, ASSIGN; state=OFFLINE, location=65a045134db8,33461,1732363063853; forceNewPlan=false, retain=false 2024-11-23T11:57:56,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN; state=OFFLINE, location=65a045134db8,39319,1732363063752; forceNewPlan=false, retain=false 2024-11-23T11:57:56,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae57561a28edeced2fd06ca772e96093, ASSIGN 2024-11-23T11:57:56,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=619fe3fe0482d520893eeb7a9a20cd35, ASSIGN 2024-11-23T11:57:56,425 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2558cb39c21878700af44765ac256828, ASSIGN 2024-11-23T11:57:56,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN 2024-11-23T11:57:56,425 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2291db91b4d53819f03d2f064c333cdf, ASSIGN 2024-11-23T11:57:56,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae57561a28edeced2fd06ca772e96093, ASSIGN; state=OFFLINE, location=65a045134db8,33461,1732363063853; forceNewPlan=false, retain=false 2024-11-23T11:57:56,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=619fe3fe0482d520893eeb7a9a20cd35, ASSIGN; state=OFFLINE, location=65a045134db8,33461,1732363063853; forceNewPlan=false, retain=false 2024-11-23T11:57:56,427 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2558cb39c21878700af44765ac256828, ASSIGN; state=OFFLINE, location=65a045134db8,44813,1732363063925; forceNewPlan=false, retain=false 2024-11-23T11:57:56,427 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN; state=OFFLINE, location=65a045134db8,39319,1732363063752; forceNewPlan=false, retain=false 2024-11-23T11:57:56,428 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2291db91b4d53819f03d2f064c333cdf, ASSIGN; state=OFFLINE, location=65a045134db8,44813,1732363063925; forceNewPlan=false, retain=false 2024-11-23T11:57:56,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d39c9a7e09c8c26f2736a2338e55c9e0, ASSIGN 2024-11-23T11:57:56,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d39c9a7e09c8c26f2736a2338e55c9e0, ASSIGN; state=OFFLINE, location=65a045134db8,33461,1732363063853; forceNewPlan=false, retain=false 2024-11-23T11:57:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:57:56,571 INFO [65a045134db8:42027 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-23T11:57:56,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2291db91b4d53819f03d2f064c333cdf, regionState=OPENING, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:57:56,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4774d2e1456a0e82ec7b08693ad0973d, regionState=OPENING, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:57:56,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d4fcf5cc74d63d1b870e5d1788156aa6, regionState=OPENING, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:57:56,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2558cb39c21878700af44765ac256828, regionState=OPENING, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:57:56,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=11e504bab09fd6441fabb21e28b50f8d, regionState=OPENING, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:57:56,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae57561a28edeced2fd06ca772e96093, regionState=OPENING, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:57:56,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=619fe3fe0482d520893eeb7a9a20cd35, regionState=OPENING, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:57:56,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d39c9a7e09c8c26f2736a2338e55c9e0, regionState=OPENING, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:57:56,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e276266857739c6db0eab450f0906725, regionState=OPENING, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:57:56,573 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbb21f1fee4c0d1a9c269b7156c47c4c, regionState=OPENING, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:57:56,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=11e504bab09fd6441fabb21e28b50f8d, ASSIGN because future has completed 2024-11-23T11:57:56,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11e504bab09fd6441fabb21e28b50f8d, server=65a045134db8,44813,1732363063925}] 2024-11-23T11:57:56,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN because future has completed 2024-11-23T11:57:56,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d, server=65a045134db8,39319,1732363063752}] 2024-11-23T11:57:56,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN because future has completed 2024-11-23T11:57:56,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2558cb39c21878700af44765ac256828, ASSIGN because future has completed 2024-11-23T11:57:56,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2558cb39c21878700af44765ac256828, server=65a045134db8,44813,1732363063925}] 2024-11-23T11:57:56,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6, server=65a045134db8,39319,1732363063752}] 2024-11-23T11:57:56,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2291db91b4d53819f03d2f064c333cdf, ASSIGN because future has completed 2024-11-23T11:57:56,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae57561a28edeced2fd06ca772e96093, ASSIGN because future has completed 2024-11-23T11:57:56,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae57561a28edeced2fd06ca772e96093, server=65a045134db8,33461,1732363063853}] 2024-11-23T11:57:56,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=619fe3fe0482d520893eeb7a9a20cd35, ASSIGN because future has completed 2024-11-23T11:57:56,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e276266857739c6db0eab450f0906725, ASSIGN because future has completed 2024-11-23T11:57:56,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2291db91b4d53819f03d2f064c333cdf, server=65a045134db8,44813,1732363063925}] 2024-11-23T11:57:56,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e276266857739c6db0eab450f0906725, server=65a045134db8,33461,1732363063853}] 2024-11-23T11:57:56,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d39c9a7e09c8c26f2736a2338e55c9e0, ASSIGN because future has completed 2024-11-23T11:57:56,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN because future has completed 2024-11-23T11:57:56,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d39c9a7e09c8c26f2736a2338e55c9e0, server=65a045134db8,33461,1732363063853}] 2024-11-23T11:57:56,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c, server=65a045134db8,39319,1732363063752}] 2024-11-23T11:57:56,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 619fe3fe0482d520893eeb7a9a20cd35, server=65a045134db8,33461,1732363063853}] 2024-11-23T11:57:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:57:57,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:57:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:57:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:58:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:58:01,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:58:03,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T11:58:03,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T11:58:03,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:58:03,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T11:58:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:58:06,584 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:58:06,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47061, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:58:06,598 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:58:06,598 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d4fcf5cc74d63d1b870e5d1788156aa6, NAME => 'SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T11:58:06,598 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:58:06,598 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 11e504bab09fd6441fabb21e28b50f8d, NAME => 'SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,599 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,600 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:58:06,603 INFO [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42303, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:58:06,605 INFO [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4fcf5cc74d63d1b870e5d1788156aa6 columnFamilyName cf 2024-11-23T11:58:06,605 DEBUG [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,606 INFO [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] regionserver.HStore(327): Store=d4fcf5cc74d63d1b870e5d1788156aa6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,606 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,607 INFO [StoreOpener-11e504bab09fd6441fabb21e28b50f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,607 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,608 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,609 INFO [StoreOpener-11e504bab09fd6441fabb21e28b50f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11e504bab09fd6441fabb21e28b50f8d columnFamilyName cf 2024-11-23T11:58:06,609 DEBUG [StoreOpener-11e504bab09fd6441fabb21e28b50f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,609 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,609 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,609 INFO [StoreOpener-11e504bab09fd6441fabb21e28b50f8d-1 {}] regionserver.HStore(327): Store=11e504bab09fd6441fabb21e28b50f8d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,610 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,611 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,611 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:58:06,611 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,611 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,612 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d39c9a7e09c8c26f2736a2338e55c9e0, NAME => 'SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-23T11:58:06,612 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,612 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,612 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,612 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,612 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,612 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,615 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,616 INFO [StoreOpener-d39c9a7e09c8c26f2736a2338e55c9e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,617 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d4fcf5cc74d63d1b870e5d1788156aa6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,618 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/11e504bab09fd6441fabb21e28b50f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,618 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d4fcf5cc74d63d1b870e5d1788156aa6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65745460, jitterRate=-0.02031630277633667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,618 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:06,618 INFO [StoreOpener-d39c9a7e09c8c26f2736a2338e55c9e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39c9a7e09c8c26f2736a2338e55c9e0 columnFamilyName cf 2024-11-23T11:58:06,618 DEBUG [StoreOpener-d39c9a7e09c8c26f2736a2338e55c9e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,619 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 11e504bab09fd6441fabb21e28b50f8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71638282, jitterRate=0.06749358773231506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,619 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:06,619 INFO [StoreOpener-d39c9a7e09c8c26f2736a2338e55c9e0-1 {}] regionserver.HStore(327): Store=d39c9a7e09c8c26f2736a2338e55c9e0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,619 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,619 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d4fcf5cc74d63d1b870e5d1788156aa6: Running coprocessor pre-open hook at 1732363086599Writing region info on filesystem at 1732363086599Initializing all the Stores at 1732363086601 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086601Cleaning up temporary data from old regions at 1732363086609 (+8 ms)Running coprocessor post-open hooks at 1732363086618 (+9 ms)Region opened successfully at 1732363086619 (+1 ms) 2024-11-23T11:58:06,619 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 11e504bab09fd6441fabb21e28b50f8d: Running coprocessor pre-open hook at 1732363086600Writing region info on filesystem at 1732363086600Initializing all the Stores at 1732363086601 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086601Cleaning up temporary data from old regions at 1732363086612 (+11 ms)Running coprocessor post-open hooks at 1732363086619 (+7 ms)Region opened successfully at 1732363086619 2024-11-23T11:58:06,620 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,621 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,621 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d., pid=15, masterSystemTime=1732363086584 2024-11-23T11:58:06,621 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., pid=17, masterSystemTime=1732363086587 2024-11-23T11:58:06,621 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,621 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,624 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:58:06,624 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,624 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:58:06,625 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:58:06,625 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bbb21f1fee4c0d1a9c269b7156c47c4c, NAME => 'SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-23T11:58:06,625 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,626 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,626 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,626 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d4fcf5cc74d63d1b870e5d1788156aa6, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:58:06,628 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:58:06,628 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:58:06,628 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:58:06,629 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2291db91b4d53819f03d2f064c333cdf, NAME => 'SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-23T11:58:06,629 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,629 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,629 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,629 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,629 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=11e504bab09fd6441fabb21e28b50f8d, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:58:06,631 INFO [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6, server=65a045134db8,39319,1732363063752 because future has completed 2024-11-23T11:58:06,635 INFO [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbb21f1fee4c0d1a9c269b7156c47c4c columnFamilyName cf 2024-11-23T11:58:06,636 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d39c9a7e09c8c26f2736a2338e55c9e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,636 DEBUG [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,637 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=65a045134db8,44813,1732363063925, table=SPTestTable, region=11e504bab09fd6441fabb21e28b50f8d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T11:58:06,637 INFO [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] regionserver.HStore(327): Store=bbb21f1fee4c0d1a9c269b7156c47c4c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,637 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,637 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d39c9a7e09c8c26f2736a2338e55c9e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61775755, jitterRate=-0.07946951687335968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,637 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:06,638 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d39c9a7e09c8c26f2736a2338e55c9e0: Running coprocessor pre-open hook at 1732363086613Writing region info on filesystem at 1732363086613Initializing all the Stores at 1732363086614 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086614Cleaning up temporary data from old regions at 1732363086621 (+7 ms)Running coprocessor post-open hooks at 1732363086637 (+16 ms)Region opened successfully at 1732363086637 2024-11-23T11:58:06,638 INFO [StoreOpener-2291db91b4d53819f03d2f064c333cdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11e504bab09fd6441fabb21e28b50f8d, server=65a045134db8,44813,1732363063925 because future has completed 2024-11-23T11:58:06,639 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,640 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0., pid=22, masterSystemTime=1732363086599 2024-11-23T11:58:06,640 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,641 INFO [StoreOpener-2291db91b4d53819f03d2f064c333cdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2291db91b4d53819f03d2f064c333cdf columnFamilyName cf 2024-11-23T11:58:06,641 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,641 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,641 DEBUG [StoreOpener-2291db91b4d53819f03d2f064c333cdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,642 INFO [StoreOpener-2291db91b4d53819f03d2f064c333cdf-1 {}] regionserver.HStore(327): Store=2291db91b4d53819f03d2f064c333cdf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,643 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-23T11:58:06,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6, server=65a045134db8,39319,1732363063752 in 10.0530 sec 2024-11-23T11:58:06,644 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:58:06,644 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:58:06,644 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:58:06,645 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e276266857739c6db0eab450f0906725, NAME => 'SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T11:58:06,645 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,645 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,645 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,645 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,646 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d39c9a7e09c8c26f2736a2338e55c9e0, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:06,646 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,647 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,648 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,649 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN in 10.2330 sec 2024-11-23T11:58:06,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-23T11:58:06,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 11e504bab09fd6441fabb21e28b50f8d, server=65a045134db8,44813,1732363063925 in 10.0640 sec 2024-11-23T11:58:06,651 INFO [StoreOpener-e276266857739c6db0eab450f0906725-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d39c9a7e09c8c26f2736a2338e55c9e0, server=65a045134db8,33461,1732363063853 because future has completed 2024-11-23T11:58:06,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=11e504bab09fd6441fabb21e28b50f8d, ASSIGN in 10.2380 sec 2024-11-23T11:58:06,653 INFO [StoreOpener-e276266857739c6db0eab450f0906725-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e276266857739c6db0eab450f0906725 columnFamilyName cf 2024-11-23T11:58:06,653 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,653 DEBUG [StoreOpener-e276266857739c6db0eab450f0906725-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,654 INFO [StoreOpener-e276266857739c6db0eab450f0906725-1 {}] regionserver.HStore(327): Store=e276266857739c6db0eab450f0906725/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,654 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,655 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/bbb21f1fee4c0d1a9c269b7156c47c4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,656 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,657 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,657 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bbb21f1fee4c0d1a9c269b7156c47c4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61128126, jitterRate=-0.08911994099617004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,657 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:06,657 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bbb21f1fee4c0d1a9c269b7156c47c4c: Running coprocessor pre-open hook at 1732363086626Writing region info on filesystem at 1732363086626Initializing all the Stores at 1732363086631 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086631Cleaning up temporary data from old regions at 1732363086641 (+10 ms)Running coprocessor post-open hooks at 1732363086657 (+16 ms)Region opened successfully at 1732363086657 2024-11-23T11:58:06,657 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,658 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,659 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c., pid=23, masterSystemTime=1732363086587 2024-11-23T11:58:06,659 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2291db91b4d53819f03d2f064c333cdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,660 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2291db91b4d53819f03d2f064c333cdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70822555, jitterRate=0.055338308215141296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,660 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:06,660 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2291db91b4d53819f03d2f064c333cdf: Running coprocessor pre-open hook at 1732363086635Writing region info on filesystem at 1732363086635Initializing all the Stores at 1732363086637 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086637Cleaning up temporary data from old regions at 1732363086649 (+12 ms)Running coprocessor post-open hooks at 1732363086660 (+11 ms)Region opened successfully at 1732363086660 2024-11-23T11:58:06,661 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-23T11:58:06,662 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf., pid=19, masterSystemTime=1732363086584 2024-11-23T11:58:06,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d39c9a7e09c8c26f2736a2338e55c9e0, server=65a045134db8,33461,1732363063853 in 10.0520 sec 2024-11-23T11:58:06,663 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:58:06,663 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:58:06,664 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:58:06,664 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4774d2e1456a0e82ec7b08693ad0973d, NAME => 'SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T11:58:06,664 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,664 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,665 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,665 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d39c9a7e09c8c26f2736a2338e55c9e0, ASSIGN in 10.2500 sec 2024-11-23T11:58:06,666 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbb21f1fee4c0d1a9c269b7156c47c4c, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:58:06,666 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/e276266857739c6db0eab450f0906725/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,667 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:58:06,667 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:58:06,667 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:58:06,667 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2558cb39c21878700af44765ac256828, NAME => 'SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-23T11:58:06,668 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,668 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,668 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,668 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,668 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e276266857739c6db0eab450f0906725; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71380142, jitterRate=0.06364700198173523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,669 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e276266857739c6db0eab450f0906725 2024-11-23T11:58:06,669 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2291db91b4d53819f03d2f064c333cdf, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:58:06,669 INFO [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,670 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e276266857739c6db0eab450f0906725: Running coprocessor pre-open hook at 1732363086646Writing region info on filesystem at 1732363086646Initializing all the Stores at 1732363086649 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086649Cleaning up temporary data from old regions at 1732363086658 (+9 ms)Running coprocessor post-open hooks at 1732363086669 (+11 ms)Region opened successfully at 1732363086669 2024-11-23T11:58:06,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c, server=65a045134db8,39319,1732363063752 because future has completed 2024-11-23T11:58:06,672 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725., pid=21, masterSystemTime=1732363086599 2024-11-23T11:58:06,673 INFO [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4774d2e1456a0e82ec7b08693ad0973d columnFamilyName cf 2024-11-23T11:58:06,673 DEBUG [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,674 INFO [StoreOpener-2558cb39c21878700af44765ac256828-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2291db91b4d53819f03d2f064c333cdf, server=65a045134db8,44813,1732363063925 because future has completed 2024-11-23T11:58:06,675 INFO [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] regionserver.HStore(327): Store=4774d2e1456a0e82ec7b08693ad0973d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,675 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,677 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,677 INFO [StoreOpener-2558cb39c21878700af44765ac256828-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2558cb39c21878700af44765ac256828 columnFamilyName cf 2024-11-23T11:58:06,677 DEBUG [StoreOpener-2558cb39c21878700af44765ac256828-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,678 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:58:06,678 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:58:06,678 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:58:06,678 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,678 INFO [StoreOpener-2558cb39c21878700af44765ac256828-1 {}] regionserver.HStore(327): Store=2558cb39c21878700af44765ac256828/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,679 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e276266857739c6db0eab450f0906725, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:06,680 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,680 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,680 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,680 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 619fe3fe0482d520893eeb7a9a20cd35, NAME => 'SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T11:58:06,681 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,681 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,681 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-23T11:58:06,681 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,682 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,682 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,682 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c, server=65a045134db8,39319,1732363063752 in 10.0660 sec 2024-11-23T11:58:06,684 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e276266857739c6db0eab450f0906725, server=65a045134db8,33461,1732363063853 because future has completed 2024-11-23T11:58:06,686 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,687 INFO [StoreOpener-619fe3fe0482d520893eeb7a9a20cd35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-23T11:58:06,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2291db91b4d53819f03d2f064c333cdf, server=65a045134db8,44813,1732363063925 in 10.0910 sec 2024-11-23T11:58:06,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN in 10.2720 sec 2024-11-23T11:58:06,690 INFO [StoreOpener-619fe3fe0482d520893eeb7a9a20cd35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 619fe3fe0482d520893eeb7a9a20cd35 columnFamilyName cf 2024-11-23T11:58:06,690 DEBUG [StoreOpener-619fe3fe0482d520893eeb7a9a20cd35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-23T11:58:06,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2291db91b4d53819f03d2f064c333cdf, ASSIGN in 10.2790 sec 2024-11-23T11:58:06,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e276266857739c6db0eab450f0906725, server=65a045134db8,33461,1732363063853 in 10.0900 sec 2024-11-23T11:58:06,695 INFO [StoreOpener-619fe3fe0482d520893eeb7a9a20cd35-1 {}] regionserver.HStore(327): Store=619fe3fe0482d520893eeb7a9a20cd35/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,695 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/4774d2e1456a0e82ec7b08693ad0973d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,696 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,696 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4774d2e1456a0e82ec7b08693ad0973d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71294636, jitterRate=0.06237286329269409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,697 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:06,697 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,698 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4774d2e1456a0e82ec7b08693ad0973d: Running coprocessor pre-open hook at 1732363086665Writing region info on filesystem at 1732363086665Initializing all the Stores at 1732363086669 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086669Cleaning up temporary data from old regions at 1732363086680 (+11 ms)Running coprocessor post-open hooks at 1732363086697 (+17 ms)Region opened successfully at 1732363086698 (+1 ms) 2024-11-23T11:58:06,698 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,699 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,699 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2558cb39c21878700af44765ac256828; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63883456, jitterRate=-0.04806232452392578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,699 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2558cb39c21878700af44765ac256828 2024-11-23T11:58:06,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e276266857739c6db0eab450f0906725, ASSIGN in 10.2810 sec 2024-11-23T11:58:06,699 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2558cb39c21878700af44765ac256828: Running coprocessor pre-open hook at 1732363086669Writing region info on filesystem at 1732363086669Initializing all the Stores at 1732363086671 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086671Cleaning up temporary data from old regions at 1732363086682 (+11 ms)Running coprocessor post-open hooks at 1732363086699 (+17 ms)Region opened successfully at 1732363086699 2024-11-23T11:58:06,700 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,700 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d., pid=16, masterSystemTime=1732363086587 2024-11-23T11:58:06,700 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,701 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., pid=18, masterSystemTime=1732363086584 2024-11-23T11:58:06,704 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:58:06,704 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:58:06,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4774d2e1456a0e82ec7b08693ad0973d, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,39319,1732363063752 2024-11-23T11:58:06,704 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:58:06,704 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:58:06,705 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,706 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2558cb39c21878700af44765ac256828, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:58:06,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d, server=65a045134db8,39319,1732363063752 because future has completed 2024-11-23T11:58:06,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2558cb39c21878700af44765ac256828, server=65a045134db8,44813,1732363063925 because future has completed 2024-11-23T11:58:06,711 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,712 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 619fe3fe0482d520893eeb7a9a20cd35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58931263, jitterRate=-0.12185575067996979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,712 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:06,712 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 619fe3fe0482d520893eeb7a9a20cd35: Running coprocessor pre-open hook at 1732363086682Writing region info on filesystem at 1732363086682Initializing all the Stores at 1732363086685 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086686 (+1 ms)Cleaning up temporary data from old regions at 1732363086700 (+14 ms)Running coprocessor post-open hooks at 1732363086712 (+12 ms)Region opened successfully at 1732363086712 2024-11-23T11:58:06,713 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., pid=24, masterSystemTime=1732363086599 2024-11-23T11:58:06,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-23T11:58:06,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d, server=65a045134db8,39319,1732363063752 in 10.1290 sec 2024-11-23T11:58:06,716 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:58:06,716 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:58:06,716 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:58:06,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-23T11:58:06,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN in 10.3030 sec 2024-11-23T11:58:06,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2558cb39c21878700af44765ac256828, server=65a045134db8,44813,1732363063925 in 10.1270 sec 2024-11-23T11:58:06,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=619fe3fe0482d520893eeb7a9a20cd35, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:06,718 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ae57561a28edeced2fd06ca772e96093, NAME => 'SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-23T11:58:06,718 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,718 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:06,719 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,719 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 619fe3fe0482d520893eeb7a9a20cd35, server=65a045134db8,33461,1732363063853 because future has completed 2024-11-23T11:58:06,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2558cb39c21878700af44765ac256828, ASSIGN in 10.3060 sec 2024-11-23T11:58:06,723 INFO [StoreOpener-ae57561a28edeced2fd06ca772e96093-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,725 INFO [StoreOpener-ae57561a28edeced2fd06ca772e96093-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae57561a28edeced2fd06ca772e96093 columnFamilyName cf 2024-11-23T11:58:06,725 DEBUG [StoreOpener-ae57561a28edeced2fd06ca772e96093-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:06,726 INFO [StoreOpener-ae57561a28edeced2fd06ca772e96093-1 {}] regionserver.HStore(327): Store=ae57561a28edeced2fd06ca772e96093/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:06,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-23T11:58:06,726 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 619fe3fe0482d520893eeb7a9a20cd35, server=65a045134db8,33461,1732363063853 in 10.1120 sec 2024-11-23T11:58:06,728 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,728 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,730 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,730 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=619fe3fe0482d520893eeb7a9a20cd35, ASSIGN in 10.3150 sec 2024-11-23T11:58:06,732 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,735 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:58:06,736 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ae57561a28edeced2fd06ca772e96093; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62537882, jitterRate=-0.06811293959617615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:06,736 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:06,736 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ae57561a28edeced2fd06ca772e96093: Running coprocessor pre-open hook at 1732363086719Writing region info on filesystem at 1732363086719Initializing all the Stores at 1732363086721 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363086721Cleaning up temporary data from old regions at 1732363086730 (+9 ms)Running coprocessor post-open hooks at 1732363086736 (+6 ms)Region opened successfully at 1732363086736 2024-11-23T11:58:06,738 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., pid=20, masterSystemTime=1732363086599 2024-11-23T11:58:06,741 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:58:06,741 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:58:06,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae57561a28edeced2fd06ca772e96093, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:06,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae57561a28edeced2fd06ca772e96093, server=65a045134db8,33461,1732363063853 because future has completed 2024-11-23T11:58:06,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-23T11:58:06,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ae57561a28edeced2fd06ca772e96093, server=65a045134db8,33461,1732363063853 in 10.1580 sec 2024-11-23T11:58:06,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-23T11:58:06,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae57561a28edeced2fd06ca772e96093, ASSIGN in 10.3410 sec 2024-11-23T11:58:06,758 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:58:06,758 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732363086758"}]},"ts":"1732363086758"} 2024-11-23T11:58:06,761 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-23T11:58:06,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:58:06,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5750 sec 2024-11-23T11:58:09,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-23T11:58:11,976 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:58:12,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:58:13,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-23T11:58:13,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-23T11:58:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:58:14,421 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-23T11:58:14,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-23T11:58:14,426 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:58:14,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-23T11:58:14,439 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:58:14,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-23T11:58:14,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,509 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., hostname=65a045134db8,39319,1732363063752, seqNum=2] 2024-11-23T11:58:14,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,610 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., hostname=65a045134db8,44813,1732363063925, seqNum=2] 2024-11-23T11:58:14,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., hostname=65a045134db8,44813,1732363063925, seqNum=2] 2024-11-23T11:58:14,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., hostname=65a045134db8,44813,1732363063925, seqNum=2] 2024-11-23T11:58:14,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., hostname=65a045134db8,44813,1732363063925, seqNum=2] 2024-11-23T11:58:14,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., hostname=65a045134db8,44813,1732363063925, seqNum=2] 2024-11-23T11:58:14,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., hostname=65a045134db8,44813,1732363063925, seqNum=2] 2024-11-23T11:58:14,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., hostname=65a045134db8,44813,1732363063925, seqNum=2] 2024-11-23T11:58:14,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,702 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:14,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35., hostname=65a045134db8,33461,1732363063853, seqNum=2] 2024-11-23T11:58:15,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:58:15,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:58:15,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:58:15,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39319 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T11:58:15,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:58:15,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:58:15,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T11:58:15,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44813 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T11:58:16,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T11:58:16,233 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-23T11:58:16,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:58:16,236 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T11:58:16,242 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T11:58:16,254 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T11:58:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741848_1024 (size=49) 2024-11-23T11:58:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741848_1024 (size=49) 2024-11-23T11:58:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741848_1024 (size=49) 2024-11-23T11:58:16,267 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T11:58:16,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e276266857739c6db0eab450f0906725}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11e504bab09fd6441fabb21e28b50f8d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d39c9a7e09c8c26f2736a2338e55c9e0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2291db91b4d53819f03d2f064c333cdf}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae57561a28edeced2fd06ca772e96093}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2558cb39c21878700af44765ac256828}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 619fe3fe0482d520893eeb7a9a20cd35}] 2024-11-23T11:58:16,274 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:16,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:16,274 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e276266857739c6db0eab450f0906725 2024-11-23T11:58:16,275 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:16,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:16,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2558cb39c21878700af44765ac256828 2024-11-23T11:58:16,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:16,283 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:16,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:16,284 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:16,335 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 65a045134db8,39319,1732363063752 2024-11-23T11:58:16,336 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 65a045134db8,39319,1732363063752: Simulated kill ***** 2024-11-23T11:58:16,336 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T11:58:16,338 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T11:58:16,339 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T11:58:16,341 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T11:58:16,342 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T11:58:16,347 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 552076800 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 153838536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "65a045134db8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "65a045134db8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54802", "tag.serverName": "65a045134db8,39319,1732363063752", "tag.clusterId": "4f6af832-f97b-4d65-acbe-46d5baf209f4", "tag.Context": "regionserver", "tag.Hostname": "65a045134db8", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732363063752, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-23T11:58:16,350 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42027 {}] master.MasterRpcServices(700): 65a045134db8,39319,1732363063752 reported a fatal error: ***** ABORTING region server 65a045134db8,39319,1732363063752: Simulated kill ***** 2024-11-23T11:58:16,352 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,39319,1732363063752' ***** 2024-11-23T11:58:16,352 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-23T11:58:16,353 INFO [RS:0;65a045134db8:39319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:58:16,353 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:58:16,353 INFO [RS:0;65a045134db8:39319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T11:58:16,353 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:58:16,353 INFO [RS:0;65a045134db8:39319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T11:58:16,353 INFO [RS:0;65a045134db8:39319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:58:16,354 INFO [RS:0;65a045134db8:39319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;65a045134db8:39319. 2024-11-23T11:58:16,354 DEBUG [RS:0;65a045134db8:39319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:58:16,354 DEBUG [RS:0;65a045134db8:39319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:58:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741836_1012 (size=14382) 2024-11-23T11:58:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741836_1012 (size=14382) 2024-11-23T11:58:16,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741836_1012 (size=14382) 2024-11-23T11:58:16,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741834_1010 (size=951) 2024-11-23T11:58:16,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741834_1010 (size=951) 2024-11-23T11:58:16,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741834_1010 (size=951) 2024-11-23T11:58:16,369 DEBUG [RS:0;65a045134db8:39319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:58:16,369 INFO [RS:0;65a045134db8:39319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:58:16,369 INFO [RS:0;65a045134db8:39319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39319 2024-11-23T11:58:16,404 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:58:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:58:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,39319,1732363063752 2024-11-23T11:58:16,433 INFO [RS:0;65a045134db8:39319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:58:16,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,39319,1732363063752] 2024-11-23T11:58:16,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,39319,1732363063752 already deleted, retry=false 2024-11-23T11:58:16,449 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 65a045134db8,39319,1732363063752 on 65a045134db8,42027,1732363063007 2024-11-23T11:58:16,454 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 65a045134db8,39319,1732363063752, splitWal=true, meta=true 2024-11-23T11:58:16,457 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 65a045134db8,39319,1732363063752, splitWal=true, meta=true 2024-11-23T11:58:16,457 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 65a045134db8,39319,1732363063752 (carryingMeta=true) 65a045134db8,39319,1732363063752/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1b541a90[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T11:58:16,459 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 65a045134db8,39319,1732363063752, splitWal=true, meta=true, isMeta: true 2024-11-23T11:58:16,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:16,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:16,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:16,461 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting 2024-11-23T11:58:16,462 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d can not run currently because target server of region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-23T11:58:16,462 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d; timeout=1000, timestamp=1732363097462 2024-11-23T11:58:16,463 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c can not run currently because target server of region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-23T11:58:16,463 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c; timeout=1000, timestamp=1732363097463 2024-11-23T11:58:16,463 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 can not run currently because target server of region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-23T11:58:16,463 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6; timeout=1000, timestamp=1732363097463 2024-11-23T11:58:16,464 INFO [PEWorker-1 {}] master.SplitWALManager(105): 65a045134db8,39319,1732363063752 WAL count=1, meta=true 2024-11-23T11:58:16,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta}] 2024-11-23T11:58:16,474 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=65a045134db8,44813,1732363063925 2024-11-23T11:58:16,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, worker=65a045134db8,44813,1732363063925}] 2024-11-23T11:58:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:58:16,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39319-0x10168d81dcc0001, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:58:16,542 INFO [RS:0;65a045134db8:39319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:58:16,542 INFO [RS:0;65a045134db8:39319 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,39319,1732363063752; zookeeper connection closed. 2024-11-23T11:58:16,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68e329ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68e329ad 2024-11-23T11:58:17,268 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T11:58:17,268 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T11:58:17,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:17,463 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:17,464 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:17,464 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d can not run currently because target server of region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-23T11:58:17,464 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d; timeout=2000, timestamp=1732363099464 2024-11-23T11:58:17,464 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c can not run currently because target server of region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-23T11:58:17,464 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 can not run currently because target server of region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-23T11:58:17,465 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6; timeout=2000, timestamp=1732363099464 2024-11-23T11:58:17,465 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c; timeout=2000, timestamp=1732363099464 2024-11-23T11:58:19,011 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=65a045134db8:42027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-23T11:58:19,464 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:19,465 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:19,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:19,466 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c can not run currently because target server of region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-23T11:58:19,466 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d can not run currently because target server of region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-23T11:58:19,466 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 can not run currently because target server of region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-23T11:58:19,466 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c; timeout=4000, timestamp=1732363103466 2024-11-23T11:58:19,466 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6; timeout=4000, timestamp=1732363103466 2024-11-23T11:58:19,466 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d; timeout=4000, timestamp=1732363103466 2024-11-23T11:58:23,467 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:23,468 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:23,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:23,471 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c can not run currently because target server of region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-23T11:58:23,471 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 can not run currently because target server of region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-23T11:58:23,471 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c; timeout=8000, timestamp=1732363111471 2024-11-23T11:58:23,471 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6; timeout=8000, timestamp=1732363111471 2024-11-23T11:58:23,472 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d can not run currently because target server of region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 65a045134db8,39319,1732363063752 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-23T11:58:23,472 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d; timeout=8000, timestamp=1732363111472 2024-11-23T11:58:26,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-23T11:58:26,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-23T11:58:26,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-23T11:58:26,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-23T11:58:26,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:58:26,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:58:26,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:58:26,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:58:26,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-23T11:58:26,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-23T11:58:26,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-23T11:58:26,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:58:26,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-23T11:58:26,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:58:26,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ae57561a28edeced2fd06ca772e96093 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-23T11:58:26,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2558cb39c21878700af44765ac256828 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2291db91b4d53819f03d2f064c333cdf: 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 11e504bab09fd6441fabb21e28b50f8d: 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d39c9a7e09c8c26f2736a2338e55c9e0: 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for e276266857739c6db0eab450f0906725: 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. for SnapshotProcedureTest completed. 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. for SnapshotProcedureTest completed. 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. for SnapshotProcedureTest completed. 2024-11-23T11:58:26,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. for SnapshotProcedureTest completed. 2024-11-23T11:58:26,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:58:26,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:58:26,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:58:26,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:58:26,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T11:58:26,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T11:58:26,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T11:58:26,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T11:58:26,323 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, size=14.0 K (14382bytes) 2024-11-23T11:58:26,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T11:58:26,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T11:58:26,324 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta 2024-11-23T11:58:26,330 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta after 4ms 2024-11-23T11:58:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741850_1026 (size=65) 2024-11-23T11:58:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741850_1026 (size=65) 2024-11-23T11:58:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741850_1026 (size=65) 2024-11-23T11:58:26,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:58:26,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741849_1025 (size=65) 2024-11-23T11:58:26,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T11:58:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741849_1025 (size=65) 2024-11-23T11:58:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-23T11:58:26,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:26,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:58:26,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:58:26,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-23T11:58:26,346 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta took 26ms 2024-11-23T11:58:26,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741849_1025 (size=65) 2024-11-23T11:58:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741851_1027 (size=65) 2024-11-23T11:58:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741851_1027 (size=65) 2024-11-23T11:58:26,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:58:26,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-23T11:58:26,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:58:26,350 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 619fe3fe0482d520893eeb7a9a20cd35 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-23T11:58:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-23T11:58:26,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:26,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:58:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-23T11:58:26,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741851_1027 (size=65) 2024-11-23T11:58:26,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:58:26,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2291db91b4d53819f03d2f064c333cdf in 10.0820 sec 2024-11-23T11:58:26,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d39c9a7e09c8c26f2736a2338e55c9e0 in 10.0830 sec 2024-11-23T11:58:26,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 11e504bab09fd6441fabb21e28b50f8d in 10.0880 sec 2024-11-23T11:58:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741852_1028 (size=65) 2024-11-23T11:58:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741852_1028 (size=65) 2024-11-23T11:58:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741852_1028 (size=65) 2024-11-23T11:58:26,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:58:26,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T11:58:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-23T11:58:26,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e276266857739c6db0eab450f0906725 2024-11-23T11:58:26,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e276266857739c6db0eab450f0906725 2024-11-23T11:58:26,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e276266857739c6db0eab450f0906725 in 10.0980 sec 2024-11-23T11:58:26,387 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-23T11:58:26,394 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta.temp 2024-11-23T11:58:26,397 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta so closing down 2024-11-23T11:58:26,397 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:58:26,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/.tmp/cf/217139e6313b4ca98dd1773435c46b8a is 34, key is baa/cf:cf/1732363095579/Put/seqid=0 2024-11-23T11:58:26,399 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta.temp 2024-11-23T11:58:26,402 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:58:26,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/.tmp/cf/cf332c2e79b540ad91825de67d719456 is 34, key is ccd/cf:cf/1732363095578/Put/seqid=0 2024-11-23T11:58:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741853_1029 (size=28623) 2024-11-23T11:58:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741855_1031 (size=14141) 2024-11-23T11:58:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741853_1029 (size=28623) 2024-11-23T11:58:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741855_1031 (size=14141) 2024-11-23T11:58:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741855_1031 (size=14141) 2024-11-23T11:58:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741853_1029 (size=28623) 2024-11-23T11:58:26,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/.tmp/cf/217139e6313b4ca98dd1773435c46b8a 2024-11-23T11:58:26,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-23T11:58:26,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta.temp to hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T11:58:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741854_1030 (size=47197) 2024-11-23T11:58:26,448 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 62 ms; skipped=1; WAL=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-23T11:58:26,448 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, journal: Splitting hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, size=14.0 K (14382bytes) at 1732363106323Finishing writing output for hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta so closing down at 1732363106397 (+74 ms)Creating recovered edits writer path=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta.temp at 1732363106399 (+2 ms)3 split writer threads finished at 1732363106402 (+3 ms)Closed recovered edits writer path=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1732363106436 (+34 ms)Rename recovered edits hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta.temp to hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732363106439 (+3 ms)Processed 26 edits across 1 Regions in 62 ms; skipped=1; WAL=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732363106448 (+9 ms) 2024-11-23T11:58:26,448 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta 2024-11-23T11:58:26,449 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-23T11:58:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741854_1030 (size=47197) 2024-11-23T11:58:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-23T11:58:26,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/.tmp/cf/cf332c2e79b540ad91825de67d719456 2024-11-23T11:58:26,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741854_1030 (size=47197) 2024-11-23T11:58:26,460 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta to hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs 2024-11-23T11:58:26,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-23T11:58:26,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, worker=65a045134db8,44813,1732363063925 in 9.9830 sec 2024-11-23T11:58:26,466 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=65a045134db8,44813,1732363063925 2024-11-23T11:58:26,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T11:58:26,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 65a045134db8%2C39319%2C1732363063752.meta.1732363075728.meta, worker=65a045134db8,44813,1732363063925 in 10.0010 sec 2024-11-23T11:58:26,477 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting dir is empty, no logs to split. 2024-11-23T11:58:26,477 INFO [PEWorker-5 {}] master.SplitWALManager(105): 65a045134db8,39319,1732363063752 WAL count=0, meta=true 2024-11-23T11:58:26,477 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 65a045134db8,39319,1732363063752 WAL splitting is done? wals=0, meta=true 2024-11-23T11:58:26,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:58:26,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:58:26,483 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:58:26,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/.tmp/cf/98168553c0d54a92a62533bc4d313040 is 34, key is eaa/cf:cf/1732363096052/Put/seqid=0 2024-11-23T11:58:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741856_1032 (size=499309) 2024-11-23T11:58:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741856_1032 (size=499309) 2024-11-23T11:58:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741856_1032 (size=499309) 2024-11-23T11:58:26,491 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/.tmp/cf/98168553c0d54a92a62533bc4d313040 2024-11-23T11:58:26,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/.tmp/cf/217139e6313b4ca98dd1773435c46b8a as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/cf/217139e6313b4ca98dd1773435c46b8a 2024-11-23T11:58:26,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/.tmp/cf/cf332c2e79b540ad91825de67d719456 as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/cf/cf332c2e79b540ad91825de67d719456 2024-11-23T11:58:26,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/.tmp/cf/98168553c0d54a92a62533bc4d313040 as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/cf/98168553c0d54a92a62533bc4d313040 2024-11-23T11:58:26,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/cf/cf332c2e79b540ad91825de67d719456, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-23T11:58:26,513 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/cf/217139e6313b4ca98dd1773435c46b8a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-23T11:58:26,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/cf/98168553c0d54a92a62533bc4d313040, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-23T11:58:26,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 619fe3fe0482d520893eeb7a9a20cd35 in 167ms, sequenceid=5, compaction requested=false 2024-11-23T11:58:26,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ae57561a28edeced2fd06ca772e96093 in 225ms, sequenceid=5, compaction requested=false 2024-11-23T11:58:26,520 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2558cb39c21878700af44765ac256828 in 225ms, sequenceid=5, compaction requested=false 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 619fe3fe0482d520893eeb7a9a20cd35: 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ae57561a28edeced2fd06ca772e96093: 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2558cb39c21878700af44765ac256828: 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. for SnapshotProcedureTest completed. 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. for SnapshotProcedureTest completed. 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. for SnapshotProcedureTest completed. 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/cf/98168553c0d54a92a62533bc4d313040] hfiles 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/cf/217139e6313b4ca98dd1773435c46b8a] hfiles 2024-11-23T11:58:26,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/cf/cf332c2e79b540ad91825de67d719456] hfiles 2024-11-23T11:58:26,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/cf/cf332c2e79b540ad91825de67d719456 for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/cf/98168553c0d54a92a62533bc4d313040 for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/cf/217139e6313b4ca98dd1773435c46b8a for snapshot=SnapshotProcedureTest 2024-11-23T11:58:26,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741858_1034 (size=105) 2024-11-23T11:58:26,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741858_1034 (size=105) 2024-11-23T11:58:26,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741857_1033 (size=105) 2024-11-23T11:58:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741858_1034 (size=105) 2024-11-23T11:58:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741857_1033 (size=105) 2024-11-23T11:58:26,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:58:26,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-23T11:58:26,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741857_1033 (size=105) 2024-11-23T11:58:26,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:58:26,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741859_1035 (size=97) 2024-11-23T11:58:26,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T11:58:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-23T11:58:26,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2558cb39c21878700af44765ac256828 2024-11-23T11:58:26,552 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2558cb39c21878700af44765ac256828 2024-11-23T11:58:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-23T11:58:26,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:26,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae57561a28edeced2fd06ca772e96093 2024-11-23T11:58:26,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741859_1035 (size=97) 2024-11-23T11:58:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741859_1035 (size=97) 2024-11-23T11:58:26,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:58:26,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T11:58:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T11:58:26,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:26,556 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:58:26,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2558cb39c21878700af44765ac256828 in 10.2850 sec 2024-11-23T11:58:26,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae57561a28edeced2fd06ca772e96093 in 10.2860 sec 2024-11-23T11:58:26,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 619fe3fe0482d520893eeb7a9a20cd35 in 10.2880 sec 2024-11-23T11:58:26,633 DEBUG [65a045134db8:42027 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-23T11:58:26,634 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:58:26,634 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:58:26,634 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:58:26,634 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:58:26,634 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:58:26,634 INFO [65a045134db8:42027 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:58:26,634 INFO [65a045134db8:42027 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:58:26,634 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:58:26,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:26,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,33461,1732363063853, state=OPENING 2024-11-23T11:58:26,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:58:26,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:58:26,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:58:26,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:58:26,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,33461,1732363063853}] 2024-11-23T11:58:26,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:58:26,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:58:26,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:58:31,472 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:31,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:31,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:31,476 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 can not run currently because target server of region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 65a045134db8,39319,1732363063752 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-23T11:58:31,476 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c can not run currently because target server of region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 65a045134db8,39319,1732363063752 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-23T11:58:31,476 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6; timeout=16000, timestamp=1732363127476 2024-11-23T11:58:31,476 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c; timeout=16000, timestamp=1732363127476 2024-11-23T11:58:31,476 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d can not run currently because target server of region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 65a045134db8,39319,1732363063752 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-23T11:58:31,476 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d; timeout=16000, timestamp=1732363127476 2024-11-23T11:58:36,067 INFO [master/65a045134db8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T11:58:36,067 INFO [master/65a045134db8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T11:58:36,713 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:58:36,714 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:58:36,714 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:58:36,718 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C33461%2C1732363063853.meta, suffix=.meta, logDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,33461,1732363063853, archiveDir=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs, maxLogs=32 2024-11-23T11:58:36,737 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,33461,1732363063853/65a045134db8%2C33461%2C1732363063853.meta.1732363116723.meta, exclude list is [], retry=0 2024-11-23T11:58:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46021,DS-54c3dc90-69a2-4951-a884-ba6d7bab8cec,DISK] 2024-11-23T11:58:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45455,DS-d7b5a8f5-698c-4a92-9527-74a5ac195674,DISK] 2024-11-23T11:58:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-4c375693-90ae-493b-9d10-08ce928f0598,DISK] 2024-11-23T11:58:36,742 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,33461,1732363063853/65a045134db8%2C33461%2C1732363063853.meta.1732363116723.meta 2024-11-23T11:58:36,743 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40107:40107),(127.0.0.1/127.0.0.1:36447:36447),(127.0.0.1/127.0.0.1:38611:38611)] 2024-11-23T11:58:36,743 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:58:36,743 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:58:36,743 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:58:36,744 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:58:36,744 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:58:36,744 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:36,744 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:58:36,744 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:58:36,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:58:36,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:58:36,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:36,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:58:36,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:58:36,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:58:36,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:36,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:58:36,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:58:36,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:58:36,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:36,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:58:36,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:58:36,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:58:36,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:36,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:58:36,753 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:58:36,754 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740 2024-11-23T11:58:36,757 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740 2024-11-23T11:58:36,758 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T11:58:36,769 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T11:58:36,769 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-23T11:58:36,792 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/info/3182f40109be402dbf14c3d99c66f61a is 167, key is SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725./info:regioninfo/1732363086679/Put/seqid=0 2024-11-23T11:58:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741861_1037 (size=18393) 2024-11-23T11:58:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741861_1037 (size=18393) 2024-11-23T11:58:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741861_1037 (size=18393) 2024-11-23T11:58:36,803 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/info/3182f40109be402dbf14c3d99c66f61a 2024-11-23T11:58:36,833 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/ns/27dec4d003e742edb9189721b220126b is 43, key is default/ns:d/1732363075964/Put/seqid=0 2024-11-23T11:58:36,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741862_1038 (size=5153) 2024-11-23T11:58:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741862_1038 (size=5153) 2024-11-23T11:58:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741862_1038 (size=5153) 2024-11-23T11:58:36,843 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/ns/27dec4d003e742edb9189721b220126b 2024-11-23T11:58:36,873 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/table/9dd2c5d391354f72960ea13bbfe729e0 is 47, key is SPTestTable/table:state/1732363086758/Put/seqid=0 2024-11-23T11:58:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741863_1039 (size=5214) 2024-11-23T11:58:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741863_1039 (size=5214) 2024-11-23T11:58:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741863_1039 (size=5214) 2024-11-23T11:58:36,882 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/table/9dd2c5d391354f72960ea13bbfe729e0 2024-11-23T11:58:36,893 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/info/3182f40109be402dbf14c3d99c66f61a as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/info/3182f40109be402dbf14c3d99c66f61a 2024-11-23T11:58:36,904 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/info/3182f40109be402dbf14c3d99c66f61a, entries=100, sequenceid=28, filesize=18.0 K 2024-11-23T11:58:36,906 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/ns/27dec4d003e742edb9189721b220126b as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/ns/27dec4d003e742edb9189721b220126b 2024-11-23T11:58:36,916 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/ns/27dec4d003e742edb9189721b220126b, entries=2, sequenceid=28, filesize=5.0 K 2024-11-23T11:58:36,918 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/table/9dd2c5d391354f72960ea13bbfe729e0 as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/table/9dd2c5d391354f72960ea13bbfe729e0 2024-11-23T11:58:36,928 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/table/9dd2c5d391354f72960ea13bbfe729e0, entries=2, sequenceid=28, filesize=5.1 K 2024-11-23T11:58:36,928 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=28, compaction requested=false; wal=null 2024-11-23T11:58:36,929 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T11:58:36,931 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:58:36,931 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:58:36,932 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:58:36,934 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:58:36,938 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-23T11:58:36,939 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60123832, jitterRate=-0.10408508777618408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:58:36,939 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:58:36,940 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732363116744Writing region info on filesystem at 1732363116745 (+1 ms)Initializing all the Stores at 1732363116746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363116746Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363116746Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363116746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363116746Obtaining lock to block concurrent updates at 1732363116769 (+23 ms)Preparing flush snapshotting stores in 1588230740 at 1732363116769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732363116769Flushing stores of hbase:meta,,1.1588230740 at 1732363116769Flushing 1588230740/info: creating writer at 1732363116769Flushing 1588230740/info: appending metadata at 1732363116792 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732363116792Flushing 1588230740/ns: creating writer at 1732363116812 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732363116833 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732363116833Flushing 1588230740/table: creating writer at 1732363116852 (+19 ms)Flushing 1588230740/table: appending metadata at 1732363116872 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732363116872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16cbe7f7: reopening flushed file at 1732363116892 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3fdb02: reopening flushed file at 1732363116904 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534a913d: reopening flushed file at 1732363116916 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=28, compaction requested=false; wal=null at 1732363116928 (+12 ms)Cleaning up temporary data from old regions at 1732363116931 (+3 ms)Running coprocessor post-open hooks at 1732363116939 (+8 ms)Region opened successfully at 1732363116939 2024-11-23T11:58:36,941 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732363116701 2024-11-23T11:58:36,944 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:58:36,944 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:58:36,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:36,946 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,33461,1732363063853, state=OPEN 2024-11-23T11:58:36,971 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=65a045134db8,33461,1732363063853, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T11:58:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:58:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:58:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:58:36,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=65a045134db8,33461,1732363063853 2024-11-23T11:58:36,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:58:36,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:58:36,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:58:36,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-23T11:58:36,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,33461,1732363063853 in 10.2980 sec 2024-11-23T11:58:37,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-23T11:58:37,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5190 sec 2024-11-23T11:58:37,001 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 65a045134db8,39319,1732363063752 had 4 regions 2024-11-23T11:58:37,002 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 65a045134db8,39319,1732363063752, splitWal=true, meta=true, isMeta: false 2024-11-23T11:58:37,005 INFO [PEWorker-2 {}] master.SplitWALManager(105): 65a045134db8,39319,1732363063752 WAL count=1, meta=false 2024-11-23T11:58:37,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 65a045134db8%2C39319%2C1732363063752.1732363065430}] 2024-11-23T11:58:37,007 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=65a045134db8,44813,1732363063925 2024-11-23T11:58:37,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C39319%2C1732363063752.1732363065430, worker=65a045134db8,44813,1732363063925}] 2024-11-23T11:58:41,976 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:58:42,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:58:45,266 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-23T11:58:47,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-23T11:58:47,035 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430, size=951 (951bytes) 2024-11-23T11:58:47,035 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430 2024-11-23T11:58:47,035 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430 after 0ms 2024-11-23T11:58:47,038 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430 took 4ms 2024-11-23T11:58:47,041 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d4fcf5cc74d63d1b870e5d1788156aa6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T11:58:47,043 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bbb21f1fee4c0d1a9c269b7156c47c4c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T11:58:47,044 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 4774d2e1456a0e82ec7b08693ad0973d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-23T11:58:47,044 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430 so closing down 2024-11-23T11:58:47,044 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T11:58:47,045 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T11:58:47,045 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430, size=951, length=951, corrupted=false, cancelled=false 2024-11-23T11:58:47,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430, journal: Splitting hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430, size=951 (951bytes) at 1732363127035Finishing writing output for hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430 so closing down at 1732363127044 (+9 ms)3 split writer threads finished at 1732363127045 (+1 ms)Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430, size=951, length=951, corrupted=false, cancelled=false at 1732363127045 2024-11-23T11:58:47,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430 2024-11-23T11:58:47,045 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-23T11:58:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-23T11:58:47,049 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting/65a045134db8%2C39319%2C1732363063752.1732363065430 to hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs 2024-11-23T11:58:47,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-23T11:58:47,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C39319%2C1732363063752.1732363065430, worker=65a045134db8,44813,1732363063925 in 10.0410 sec 2024-11-23T11:58:47,053 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=65a045134db8,44813,1732363063925 2024-11-23T11:58:47,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-23T11:58:47,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 65a045134db8%2C39319%2C1732363063752.1732363065430, worker=65a045134db8,44813,1732363063925 in 10.0480 sec 2024-11-23T11:58:47,056 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/WALs/65a045134db8,39319,1732363063752-splitting dir is empty, no logs to split. 2024-11-23T11:58:47,056 INFO [PEWorker-2 {}] master.SplitWALManager(105): 65a045134db8,39319,1732363063752 WAL count=0, meta=false 2024-11-23T11:58:47,056 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 65a045134db8,39319,1732363063752 WAL splitting is done? wals=0, meta=false 2024-11-23T11:58:47,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN}] 2024-11-23T11:58:47,060 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN 2024-11-23T11:58:47,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN 2024-11-23T11:58:47,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN 2024-11-23T11:58:47,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:58:47,061 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:58:47,061 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T11:58:47,211 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:58:47,212 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:58:47,212 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:58:47,212 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:58:47,212 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:58:47,212 INFO [65a045134db8:42027 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:58:47,212 INFO [65a045134db8:42027 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:58:47,212 DEBUG [65a045134db8:42027 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:58:47,212 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=d4fcf5cc74d63d1b870e5d1788156aa6, regionState=OPENING, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:58:47,212 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=4774d2e1456a0e82ec7b08693ad0973d, regionState=OPENING, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:47,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bbb21f1fee4c0d1a9c269b7156c47c4c, regionState=OPENING, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:58:47,214 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 65a045134db8:39319 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 65a045134db8/172.17.0.2:39319 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:58:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1, error=java.net.ConnectException: Call to address=65a045134db8:39319 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 65a045134db8/172.17.0.2:39319 2024-11-23T11:58:47,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-23T11:58:47,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 from cache 2024-11-23T11:58:47,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=65a045134db8:39319 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 65a045134db8/172.17.0.2:39319 2024-11-23T11:58:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=65a045134db8:39319 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 65a045134db8/172.17.0.2:39319 2024-11-23T11:58:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 65a045134db8:39319 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 65a045134db8/172.17.0.2:39319 2024-11-23T11:58:47,318 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:58:47,318 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,33461,1732363063853, seqNum=-1] 2024-11-23T11:58:47,318 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:58:47,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:58:47,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN because future has completed 2024-11-23T11:58:47,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6, server=65a045134db8,44813,1732363063925}] 2024-11-23T11:58:47,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN because future has completed 2024-11-23T11:58:47,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c, server=65a045134db8,44813,1732363063925}] 2024-11-23T11:58:47,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN because future has completed 2024-11-23T11:58:47,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d, server=65a045134db8,33461,1732363063853}] 2024-11-23T11:58:47,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d held by pid=44 2024-11-23T11:58:47,476 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c held by pid=43 2024-11-23T11:58:47,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:47,476 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:47,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 held by pid=45 2024-11-23T11:58:47,476 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:50,015 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=65a045134db8:42027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-23T11:58:51,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2558cb39c21878700af44765ac256828, had cached 0 bytes from a total of 47197 2024-11-23T11:58:51,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 619fe3fe0482d520893eeb7a9a20cd35, had cached 0 bytes from a total of 499309 2024-11-23T11:58:51,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ae57561a28edeced2fd06ca772e96093, had cached 0 bytes from a total of 28623 2024-11-23T11:58:56,012 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e276266857739c6db0eab450f0906725 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:56,013 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d39c9a7e09c8c26f2736a2338e55c9e0 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:56,014 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae57561a28edeced2fd06ca772e96093 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:56,015 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 619fe3fe0482d520893eeb7a9a20cd35 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:56,015 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:56,016 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 11e504bab09fd6441fabb21e28b50f8d changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:56,016 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2291db91b4d53819f03d2f064c333cdf changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:56,017 DEBUG [master/65a045134db8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2558cb39c21878700af44765ac256828 changed from -1.0 to 0.0, refreshing cache 2024-11-23T11:58:57,344 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:58:57,344 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:58:57,344 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => bbb21f1fee4c0d1a9c269b7156c47c4c, NAME => 'SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-23T11:58:57,344 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 4774d2e1456a0e82ec7b08693ad0973d, NAME => 'SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T11:58:57,344 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,344 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,345 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:57,345 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:57,345 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,345 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,345 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,345 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,347 INFO [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,347 INFO [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,348 INFO [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4774d2e1456a0e82ec7b08693ad0973d columnFamilyName cf 2024-11-23T11:58:57,348 INFO [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbb21f1fee4c0d1a9c269b7156c47c4c columnFamilyName cf 2024-11-23T11:58:57,348 DEBUG [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:57,348 DEBUG [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:57,348 INFO [StoreOpener-bbb21f1fee4c0d1a9c269b7156c47c4c-1 {}] regionserver.HStore(327): Store=bbb21f1fee4c0d1a9c269b7156c47c4c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:57,348 INFO [StoreOpener-4774d2e1456a0e82ec7b08693ad0973d-1 {}] regionserver.HStore(327): Store=4774d2e1456a0e82ec7b08693ad0973d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:57,349 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,349 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,349 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,349 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,351 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,351 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,351 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,351 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,351 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,351 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,355 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,355 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,356 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 4774d2e1456a0e82ec7b08693ad0973d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75424979, jitterRate=0.1239197701215744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:57,356 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,356 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 4774d2e1456a0e82ec7b08693ad0973d: Running coprocessor pre-open hook at 1732363137345Writing region info on filesystem at 1732363137345Initializing all the Stores at 1732363137346 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363137346Cleaning up temporary data from old regions at 1732363137351 (+5 ms)Running coprocessor post-open hooks at 1732363137356 (+5 ms)Region opened successfully at 1732363137356 2024-11-23T11:58:57,356 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened bbb21f1fee4c0d1a9c269b7156c47c4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63780761, jitterRate=-0.049592599272727966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:57,356 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,356 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for bbb21f1fee4c0d1a9c269b7156c47c4c: Running coprocessor pre-open hook at 1732363137345Writing region info on filesystem at 1732363137345Initializing all the Stores at 1732363137346 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363137346Cleaning up temporary data from old regions at 1732363137351 (+5 ms)Running coprocessor post-open hooks at 1732363137356 (+5 ms)Region opened successfully at 1732363137356 2024-11-23T11:58:57,357 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c., pid=47, masterSystemTime=1732363137332 2024-11-23T11:58:57,357 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d., pid=48, masterSystemTime=1732363137334 2024-11-23T11:58:57,360 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:58:57,360 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:58:57,360 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=4774d2e1456a0e82ec7b08693ad0973d, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33461,1732363063853 2024-11-23T11:58:57,361 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:58:57,361 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:58:57,361 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:58:57,361 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => d4fcf5cc74d63d1b870e5d1788156aa6, NAME => 'SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T11:58:57,361 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,361 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:58:57,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bbb21f1fee4c0d1a9c269b7156c47c4c, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:58:57,362 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,362 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d, server=65a045134db8,33461,1732363063853 because future has completed 2024-11-23T11:58:57,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c, server=65a045134db8,44813,1732363063925 because future has completed 2024-11-23T11:58:57,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-11-23T11:58:57,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d, server=65a045134db8,33461,1732363063853 in 10.0340 sec 2024-11-23T11:58:57,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-23T11:58:57,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c, server=65a045134db8,44813,1732363063925 in 10.0380 sec 2024-11-23T11:58:57,371 INFO [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4774d2e1456a0e82ec7b08693ad0973d, ASSIGN in 10.3090 sec 2024-11-23T11:58:57,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:58:57,373 INFO [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4fcf5cc74d63d1b870e5d1788156aa6 columnFamilyName cf 2024-11-23T11:58:57,373 DEBUG [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:58:57,374 INFO [StoreOpener-d4fcf5cc74d63d1b870e5d1788156aa6-1 {}] regionserver.HStore(327): Store=d4fcf5cc74d63d1b870e5d1788156aa6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:58:57,374 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bbb21f1fee4c0d1a9c269b7156c47c4c, ASSIGN in 10.3110 sec 2024-11-23T11:58:57,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:58:57,375 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,377 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,378 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,378 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,380 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,382 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened d4fcf5cc74d63d1b870e5d1788156aa6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74181342, jitterRate=0.10538813471794128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:58:57,382 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,382 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for d4fcf5cc74d63d1b870e5d1788156aa6: Running coprocessor pre-open hook at 1732363137362Writing region info on filesystem at 1732363137362Initializing all the Stores at 1732363137364 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363137364Cleaning up temporary data from old regions at 1732363137378 (+14 ms)Running coprocessor post-open hooks at 1732363137382 (+4 ms)Region opened successfully at 1732363137382 2024-11-23T11:58:57,383 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., pid=46, masterSystemTime=1732363137332 2024-11-23T11:58:57,385 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:58:57,385 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:58:57,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=d4fcf5cc74d63d1b870e5d1788156aa6, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44813,1732363063925 2024-11-23T11:58:57,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6, server=65a045134db8,44813,1732363063925 because future has completed 2024-11-23T11:58:57,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-11-23T11:58:57,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6, server=65a045134db8,44813,1732363063925 in 10.0640 sec 2024-11-23T11:58:57,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:58:57,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-23T11:58:57,395 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 65a045134db8,39319,1732363063752 after splitting done 2024-11-23T11:58:57,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4fcf5cc74d63d1b870e5d1788156aa6, ASSIGN in 10.3340 sec 2024-11-23T11:58:57,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 65a045134db8,39319,1732363063752, splitWal=true, meta=true in 40.9460 sec 2024-11-23T11:59:02,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T11:59:07,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-23T11:59:07,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:59:07,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4774d2e1456a0e82ec7b08693ad0973d: 2024-11-23T11:59:07,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. for SnapshotProcedureTest completed. 2024-11-23T11:59:07,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:59:07,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:59:07,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T11:59:07,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-23T11:59:07,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-23T11:59:07,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:59:07,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d4fcf5cc74d63d1b870e5d1788156aa6: 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. for SnapshotProcedureTest completed. 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bbb21f1fee4c0d1a9c269b7156c47c4c: 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. for SnapshotProcedureTest completed. 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T11:59:07,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T11:59:07,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741865_1041 (size=65) 2024-11-23T11:59:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741865_1041 (size=65) 2024-11-23T11:59:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741865_1041 (size=65) 2024-11-23T11:59:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741864_1040 (size=65) 2024-11-23T11:59:07,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:59:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741864_1040 (size=65) 2024-11-23T11:59:07,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T11:59:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741864_1040 (size=65) 2024-11-23T11:59:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741866_1042 (size=57) 2024-11-23T11:59:07,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:59:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-23T11:59:07,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-23T11:59:07,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:59:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741866_1042 (size=57) 2024-11-23T11:59:07,392 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:59:07,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741866_1042 (size=57) 2024-11-23T11:59:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-23T11:59:07,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:59:07,393 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:59:07,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:59:07,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-23T11:59:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-23T11:59:07,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:59:07,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:59:07,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4774d2e1456a0e82ec7b08693ad0973d in 51.1250 sec 2024-11-23T11:59:07,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4fcf5cc74d63d1b870e5d1788156aa6 in 51.1250 sec 2024-11-23T11:59:07,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-23T11:59:07,397 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T11:59:07,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bbb21f1fee4c0d1a9c269b7156c47c4c in 51.1260 sec 2024-11-23T11:59:07,399 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T11:59:07,401 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T11:59:07,401 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-23T11:59:07,404 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T11:59:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741867_1043 (size=1134) 2024-11-23T11:59:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741867_1043 (size=1134) 2024-11-23T11:59:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741867_1043 (size=1134) 2024-11-23T11:59:07,428 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T11:59:07,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-23T11:59:07,441 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:07,441 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:07,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:07,441 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:07,441 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:07,447 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:11,977 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T11:59:17,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-23T11:59:17,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-23T11:59:17,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-23T11:59:17,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-23T11:59:17,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-23T11:59:17,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-23T11:59:17,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T11:59:17,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T11:59:17,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-23T11:59:17,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-23T11:59:17,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T11:59:17,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-23T11:59:17,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T11:59:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-23T11:59:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-23T11:59:17,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T11:59:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-23T11:59:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-23T11:59:17,461 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 Release verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:17,461 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 Release verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-23T11:59:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-23T11:59:17,462 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 Release verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:17,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 in 10.0250 sec 2024-11-23T11:59:17,464 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:17,464 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:17,464 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 Release verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:17,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 in 10.0260 sec 2024-11-23T11:59:17,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 in 10.0250 sec 2024-11-23T11:59:17,467 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 Release verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:17,467 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 Release verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:17,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 in 10.0280 sec 2024-11-23T11:59:17,468 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:17,468 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:17,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 in 10.0310 sec 2024-11-23T11:59:17,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 in 10.0310 sec 2024-11-23T11:59:21,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-23T11:59:27,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-23T11:59:27,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-23T11:59:27,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-23T11:59:27,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T11:59:27,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-23T11:59:27,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-23T11:59:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-23T11:59:27,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-23T11:59:27,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T11:59:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-23T11:59:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-23T11:59:27,470 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 Release verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-23T11:59:27,471 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 Release verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:27,472 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 Release verify snapshot worker=65a045134db8,33461,1732363063853 2024-11-23T11:59:27,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 in 20.0340 sec 2024-11-23T11:59:27,473 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 Release verify snapshot worker=65a045134db8,44813,1732363063925 2024-11-23T11:59:27,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 in 20.0350 sec 2024-11-23T11:59:27,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33461,1732363063853 in 20.0360 sec 2024-11-23T11:59:27,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=25 2024-11-23T11:59:27,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44813,1732363063925 in 20.0370 sec 2024-11-23T11:59:27,475 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T11:59:27,476 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.hbase-snapshot/SnapshotProcedureTest 2024-11-23T11:59:27,478 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T11:59:27,478 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-23T11:59:27,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.249 sec 2024-11-23T11:59:27,618 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-23T11:59:27,620 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 65a045134db8:39319 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:39319 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T11:59:27,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1, error=java.net.ConnectException: Call to address=65a045134db8:39319 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:39319 2024-11-23T11:59:27,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-23T11:59:27,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=65a045134db8,39319,1732363063752, seqNum=-1 from cache 2024-11-23T11:59:27,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 65a045134db8:39319 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:39319 2024-11-23T11:59:27,728 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:59:27,729 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,33461,1732363063853, seqNum=-1] 2024-11-23T11:59:27,756 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-23T11:59:27,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T11:59:27,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:59:27,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:59:27,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:27,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:27,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:59:27,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T11:59:27,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898492667, stopped=false 2024-11-23T11:59:27,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=65a045134db8,42027,1732363063007 2024-11-23T11:59:27,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:59:27,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:59:27,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:27,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:27,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T11:59:27,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:59:27,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:27,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:59:27,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:59:27,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:59:27,810 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-23T11:59:27,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:59:27,810 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3091): Received CLOSE for ae57561a28edeced2fd06ca772e96093 2024-11-23T11:59:27,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:59:27,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:27,811 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3091): Received CLOSE for 4774d2e1456a0e82ec7b08693ad0973d 2024-11-23T11:59:27,811 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3091): Received CLOSE for d39c9a7e09c8c26f2736a2338e55c9e0 2024-11-23T11:59:27,811 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3091): Received CLOSE for e276266857739c6db0eab450f0906725 2024-11-23T11:59:27,811 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3091): Received CLOSE for 619fe3fe0482d520893eeb7a9a20cd35 2024-11-23T11:59:27,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,33461,1732363063853' ***** 2024-11-23T11:59:27,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:59:27,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,44813,1732363063925' ***** 2024-11-23T11:59:27,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T11:59:27,812 INFO [RS:2;65a045134db8:44813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:59:27,812 INFO [RS:2;65a045134db8:44813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:59:27,812 INFO [RS:2;65a045134db8:44813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:59:27,812 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(3091): Received CLOSE for d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:59:27,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:59:27,813 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(3091): Received CLOSE for bbb21f1fee4c0d1a9c269b7156c47c4c 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae57561a28edeced2fd06ca772e96093, disabling compactions & flushes 2024-11-23T11:59:27,813 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(3091): Received CLOSE for 2291db91b4d53819f03d2f064c333cdf 2024-11-23T11:59:27,813 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(3091): Received CLOSE for 2558cb39c21878700af44765ac256828 2024-11-23T11:59:27,813 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4fcf5cc74d63d1b870e5d1788156aa6, disabling compactions & flushes 2024-11-23T11:59:27,813 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(3091): Received CLOSE for 11e504bab09fd6441fabb21e28b50f8d 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:59:27,813 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:59:27,813 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(959): stopping server 65a045134db8,44813,1732363063925 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. after waiting 0 ms 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. after waiting 0 ms 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:59:27,813 INFO [RS:2;65a045134db8:44813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:59:27,813 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:59:27,813 INFO [RS:2;65a045134db8:44813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;65a045134db8:44813. 2024-11-23T11:59:27,813 DEBUG [RS:2;65a045134db8:44813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:59:27,813 DEBUG [RS:2;65a045134db8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:27,814 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-23T11:59:27,814 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1325): Online Regions={d4fcf5cc74d63d1b870e5d1788156aa6=SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6., bbb21f1fee4c0d1a9c269b7156c47c4c=SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c., 2291db91b4d53819f03d2f064c333cdf=SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf., 2558cb39c21878700af44765ac256828=SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828., 11e504bab09fd6441fabb21e28b50f8d=SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d.} 2024-11-23T11:59:27,814 DEBUG [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1351): Waiting on 11e504bab09fd6441fabb21e28b50f8d, 2291db91b4d53819f03d2f064c333cdf, 2558cb39c21878700af44765ac256828, bbb21f1fee4c0d1a9c269b7156c47c4c, d4fcf5cc74d63d1b870e5d1788156aa6 2024-11-23T11:59:27,816 INFO [RS:1;65a045134db8:33461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T11:59:27,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T11:59:27,816 INFO [RS:1;65a045134db8:33461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T11:59:27,816 INFO [RS:1;65a045134db8:33461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T11:59:27,816 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 4774d2e1456a0e82ec7b08693ad0973d, which we are already trying to CLOSE, but not completed yet 2024-11-23T11:59:27,816 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d39c9a7e09c8c26f2736a2338e55c9e0, which we are already trying to CLOSE, but not completed yet 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e276266857739c6db0eab450f0906725, which we are already trying to CLOSE, but not completed yet 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 619fe3fe0482d520893eeb7a9a20cd35, which we are already trying to CLOSE, but not completed yet 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(959): stopping server 65a045134db8,33461,1732363063853 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;65a045134db8:33461. 2024-11-23T11:59:27,817 DEBUG [RS:1;65a045134db8:33461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:59:27,817 DEBUG [RS:1;65a045134db8:33461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:59:27,817 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T11:59:27,819 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-23T11:59:27,819 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1325): Online Regions={ae57561a28edeced2fd06ca772e96093=SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093., 4774d2e1456a0e82ec7b08693ad0973d=SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d., 1588230740=hbase:meta,,1.1588230740, d39c9a7e09c8c26f2736a2338e55c9e0=SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0., e276266857739c6db0eab450f0906725=SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725., 619fe3fe0482d520893eeb7a9a20cd35=SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35.} 2024-11-23T11:59:27,819 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:59:27,819 DEBUG [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4774d2e1456a0e82ec7b08693ad0973d, 619fe3fe0482d520893eeb7a9a20cd35, ae57561a28edeced2fd06ca772e96093, d39c9a7e09c8c26f2736a2338e55c9e0, e276266857739c6db0eab450f0906725 2024-11-23T11:59:27,819 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:59:27,819 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:59:27,819 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:59:27,819 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:59:27,820 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.86 KB heapSize=5.63 KB 2024-11-23T11:59:27,820 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d4fcf5cc74d63d1b870e5d1788156aa6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:59:27,823 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:59:27,823 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4fcf5cc74d63d1b870e5d1788156aa6: Waiting for close lock at 1732363167813Running coprocessor pre-close hooks at 1732363167813Disabling compacts and flushes for region at 1732363167813Disabling writes for close at 1732363167813Writing region close event to WAL at 1732363167815 (+2 ms)Running coprocessor post-close hooks at 1732363167821 (+6 ms)Closed at 1732363167823 (+2 ms) 2024-11-23T11:59:27,824 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732363076182.d4fcf5cc74d63d1b870e5d1788156aa6. 2024-11-23T11:59:27,824 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbb21f1fee4c0d1a9c269b7156c47c4c, disabling compactions & flushes 2024-11-23T11:59:27,824 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:59:27,824 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:59:27,824 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. after waiting 0 ms 2024-11-23T11:59:27,824 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:59:27,825 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/ae57561a28edeced2fd06ca772e96093/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:59:27,826 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:59:27,826 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae57561a28edeced2fd06ca772e96093: Waiting for close lock at 1732363167812Running coprocessor pre-close hooks at 1732363167812Disabling compacts and flushes for region at 1732363167812Disabling writes for close at 1732363167813 (+1 ms)Writing region close event to WAL at 1732363167819 (+6 ms)Running coprocessor post-close hooks at 1732363167826 (+7 ms)Closed at 1732363167826 2024-11-23T11:59:27,827 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732363076182.ae57561a28edeced2fd06ca772e96093. 2024-11-23T11:59:27,827 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4774d2e1456a0e82ec7b08693ad0973d, disabling compactions & flushes 2024-11-23T11:59:27,827 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:59:27,827 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:59:27,827 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. after waiting 0 ms 2024-11-23T11:59:27,827 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:59:27,833 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/info/6b66386422484702889cb27b6a3e3daa is 167, key is SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d./info:regioninfo/1732363137360/Put/seqid=0 2024-11-23T11:59:27,835 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/bbb21f1fee4c0d1a9c269b7156c47c4c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:59:27,836 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:59:27,837 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbb21f1fee4c0d1a9c269b7156c47c4c: Waiting for close lock at 1732363167824Running coprocessor pre-close hooks at 1732363167824Disabling compacts and flushes for region at 1732363167824Disabling writes for close at 1732363167824Writing region close event to WAL at 1732363167831 (+7 ms)Running coprocessor post-close hooks at 1732363167836 (+5 ms)Closed at 1732363167836 2024-11-23T11:59:27,837 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732363076182.bbb21f1fee4c0d1a9c269b7156c47c4c. 2024-11-23T11:59:27,837 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2291db91b4d53819f03d2f064c333cdf, disabling compactions & flushes 2024-11-23T11:59:27,837 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:59:27,837 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:59:27,837 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. after waiting 0 ms 2024-11-23T11:59:27,837 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:59:27,843 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/4774d2e1456a0e82ec7b08693ad0973d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:59:27,844 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:59:27,844 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4774d2e1456a0e82ec7b08693ad0973d: Waiting for close lock at 1732363167827Running coprocessor pre-close hooks at 1732363167827Disabling compacts and flushes for region at 1732363167827Disabling writes for close at 1732363167827Writing region close event to WAL at 1732363167831 (+4 ms)Running coprocessor post-close hooks at 1732363167844 (+13 ms)Closed at 1732363167844 2024-11-23T11:59:27,844 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732363076182.4774d2e1456a0e82ec7b08693ad0973d. 2024-11-23T11:59:27,845 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d39c9a7e09c8c26f2736a2338e55c9e0, disabling compactions & flushes 2024-11-23T11:59:27,845 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:59:27,845 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:59:27,845 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. after waiting 0 ms 2024-11-23T11:59:27,845 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:59:27,852 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2291db91b4d53819f03d2f064c333cdf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:59:27,853 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:59:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741868_1044 (size=8399) 2024-11-23T11:59:27,853 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2291db91b4d53819f03d2f064c333cdf: Waiting for close lock at 1732363167837Running coprocessor pre-close hooks at 1732363167837Disabling compacts and flushes for region at 1732363167837Disabling writes for close at 1732363167837Writing region close event to WAL at 1732363167842 (+5 ms)Running coprocessor post-close hooks at 1732363167853 (+11 ms)Closed at 1732363167853 2024-11-23T11:59:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741868_1044 (size=8399) 2024-11-23T11:59:27,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741868_1044 (size=8399) 2024-11-23T11:59:27,853 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732363076182.2291db91b4d53819f03d2f064c333cdf. 2024-11-23T11:59:27,853 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2558cb39c21878700af44765ac256828, disabling compactions & flushes 2024-11-23T11:59:27,853 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:59:27,853 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:59:27,853 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. after waiting 0 ms 2024-11-23T11:59:27,853 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:59:27,856 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/d39c9a7e09c8c26f2736a2338e55c9e0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:59:27,856 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.86 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/info/6b66386422484702889cb27b6a3e3daa 2024-11-23T11:59:27,857 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:59:27,857 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d39c9a7e09c8c26f2736a2338e55c9e0: Waiting for close lock at 1732363167844Running coprocessor pre-close hooks at 1732363167844Disabling compacts and flushes for region at 1732363167844Disabling writes for close at 1732363167845 (+1 ms)Writing region close event to WAL at 1732363167850 (+5 ms)Running coprocessor post-close hooks at 1732363167857 (+7 ms)Closed at 1732363167857 2024-11-23T11:59:27,857 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732363076182.d39c9a7e09c8c26f2736a2338e55c9e0. 2024-11-23T11:59:27,858 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e276266857739c6db0eab450f0906725, disabling compactions & flushes 2024-11-23T11:59:27,858 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:59:27,858 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:59:27,858 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. after waiting 0 ms 2024-11-23T11:59:27,858 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:59:27,860 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/2558cb39c21878700af44765ac256828/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:59:27,861 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:59:27,862 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2558cb39c21878700af44765ac256828: Waiting for close lock at 1732363167853Running coprocessor pre-close hooks at 1732363167853Disabling compacts and flushes for region at 1732363167853Disabling writes for close at 1732363167853Writing region close event to WAL at 1732363167854 (+1 ms)Running coprocessor post-close hooks at 1732363167861 (+7 ms)Closed at 1732363167861 2024-11-23T11:59:27,862 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732363076182.2558cb39c21878700af44765ac256828. 2024-11-23T11:59:27,862 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11e504bab09fd6441fabb21e28b50f8d, disabling compactions & flushes 2024-11-23T11:59:27,862 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:59:27,862 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:59:27,862 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. after waiting 0 ms 2024-11-23T11:59:27,862 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:59:27,865 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/e276266857739c6db0eab450f0906725/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:59:27,866 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/.tmp/info/6b66386422484702889cb27b6a3e3daa as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/info/6b66386422484702889cb27b6a3e3daa 2024-11-23T11:59:27,867 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:59:27,867 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e276266857739c6db0eab450f0906725: Waiting for close lock at 1732363167857Running coprocessor pre-close hooks at 1732363167857Disabling compacts and flushes for region at 1732363167857Disabling writes for close at 1732363167858 (+1 ms)Writing region close event to WAL at 1732363167858Running coprocessor post-close hooks at 1732363167867 (+9 ms)Closed at 1732363167867 2024-11-23T11:59:27,867 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732363076182.e276266857739c6db0eab450f0906725. 2024-11-23T11:59:27,867 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 619fe3fe0482d520893eeb7a9a20cd35, disabling compactions & flushes 2024-11-23T11:59:27,867 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:59:27,867 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:59:27,867 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. after waiting 0 ms 2024-11-23T11:59:27,867 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:59:27,868 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/11e504bab09fd6441fabb21e28b50f8d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T11:59:27,869 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:59:27,869 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11e504bab09fd6441fabb21e28b50f8d: Waiting for close lock at 1732363167862Running coprocessor pre-close hooks at 1732363167862Disabling compacts and flushes for region at 1732363167862Disabling writes for close at 1732363167862Writing region close event to WAL at 1732363167863 (+1 ms)Running coprocessor post-close hooks at 1732363167869 (+6 ms)Closed at 1732363167869 2024-11-23T11:59:27,869 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732363076182.11e504bab09fd6441fabb21e28b50f8d. 2024-11-23T11:59:27,872 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/default/SPTestTable/619fe3fe0482d520893eeb7a9a20cd35/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T11:59:27,873 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:59:27,873 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 619fe3fe0482d520893eeb7a9a20cd35: Waiting for close lock at 1732363167867Running coprocessor pre-close hooks at 1732363167867Disabling compacts and flushes for region at 1732363167867Disabling writes for close at 1732363167867Writing region close event to WAL at 1732363167868 (+1 ms)Running coprocessor post-close hooks at 1732363167873 (+5 ms)Closed at 1732363167873 2024-11-23T11:59:27,873 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732363076182.619fe3fe0482d520893eeb7a9a20cd35. 2024-11-23T11:59:27,874 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/info/6b66386422484702889cb27b6a3e3daa, entries=24, sequenceid=37, filesize=8.2 K 2024-11-23T11:59:27,875 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=37, compaction requested=false 2024-11-23T11:59:27,880 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-11-23T11:59:27,881 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T11:59:27,881 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:59:27,881 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732363167819Running coprocessor pre-close hooks at 1732363167819Disabling compacts and flushes for region at 1732363167819Disabling writes for close at 1732363167819Obtaining lock to block concurrent updates at 1732363167820 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732363167820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2932, getHeapSize=5704, getOffHeapSize=0, getCellsCount=24 at 1732363167820Flushing stores of hbase:meta,,1.1588230740 at 1732363167821 (+1 ms)Flushing 1588230740/info: creating writer at 1732363167821Flushing 1588230740/info: appending metadata at 1732363167832 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732363167832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d71993: reopening flushed file at 1732363167865 (+33 ms)Finished flush of dataSize ~2.86 KB/2932, heapSize ~4.87 KB/4984, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=37, compaction requested=false at 1732363167875 (+10 ms)Writing region close event to WAL at 1732363167876 (+1 ms)Running coprocessor post-close hooks at 1732363167881 (+5 ms)Closed at 1732363167881 2024-11-23T11:59:27,882 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T11:59:27,891 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:59:27,891 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:59:28,015 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(976): stopping server 65a045134db8,44813,1732363063925; all regions closed. 2024-11-23T11:59:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741835_1011 (size=3500) 2024-11-23T11:59:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741835_1011 (size=3500) 2024-11-23T11:59:28,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741835_1011 (size=3500) 2024-11-23T11:59:28,019 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(976): stopping server 65a045134db8,33461,1732363063853; all regions closed. 2024-11-23T11:59:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741860_1036 (size=4344) 2024-11-23T11:59:28,022 DEBUG [RS:2;65a045134db8:44813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs 2024-11-23T11:59:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741860_1036 (size=4344) 2024-11-23T11:59:28,023 INFO [RS:2;65a045134db8:44813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C44813%2C1732363063925:(num 1732363065430) 2024-11-23T11:59:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741860_1036 (size=4344) 2024-11-23T11:59:28,023 DEBUG [RS:2;65a045134db8:44813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:28,023 INFO [RS:2;65a045134db8:44813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:59:28,023 INFO [RS:2;65a045134db8:44813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:59:28,023 INFO [RS:2;65a045134db8:44813 {}] hbase.ChoreService(370): Chore service for: regionserver/65a045134db8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T11:59:28,023 INFO [RS:2;65a045134db8:44813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T11:59:28,023 INFO [regionserver/65a045134db8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:59:28,023 INFO [RS:2;65a045134db8:44813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T11:59:28,024 INFO [RS:2;65a045134db8:44813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T11:59:28,024 INFO [RS:2;65a045134db8:44813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:59:28,024 INFO [RS:2;65a045134db8:44813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44813 2024-11-23T11:59:28,029 DEBUG [RS:1;65a045134db8:33461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs 2024-11-23T11:59:28,029 INFO [RS:1;65a045134db8:33461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C33461%2C1732363063853.meta:.meta(num 1732363116723) 2024-11-23T11:59:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741833_1009 (size=4052) 2024-11-23T11:59:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741833_1009 (size=4052) 2024-11-23T11:59:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741833_1009 (size=4052) 2024-11-23T11:59:28,036 DEBUG [RS:1;65a045134db8:33461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/oldWALs 2024-11-23T11:59:28,036 INFO [RS:1;65a045134db8:33461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C33461%2C1732363063853:(num 1732363065430) 2024-11-23T11:59:28,036 DEBUG [RS:1;65a045134db8:33461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:28,036 INFO [RS:1;65a045134db8:33461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T11:59:28,036 INFO [RS:1;65a045134db8:33461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:59:28,037 INFO [RS:1;65a045134db8:33461 {}] hbase.ChoreService(370): Chore service for: regionserver/65a045134db8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T11:59:28,037 INFO [RS:1;65a045134db8:33461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:59:28,037 INFO [regionserver/65a045134db8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:59:28,037 INFO [RS:1;65a045134db8:33461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33461 2024-11-23T11:59:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,44813,1732363063925 2024-11-23T11:59:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:59:28,050 INFO [RS:2;65a045134db8:44813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:59:28,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,33461,1732363063853 2024-11-23T11:59:28,058 INFO [RS:1;65a045134db8:33461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:59:28,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,33461,1732363063853] 2024-11-23T11:59:28,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,33461,1732363063853 already deleted, retry=false 2024-11-23T11:59:28,083 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 65a045134db8,33461,1732363063853 expired; onlineServers=1 2024-11-23T11:59:28,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,44813,1732363063925] 2024-11-23T11:59:28,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,44813,1732363063925 already deleted, retry=false 2024-11-23T11:59:28,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 65a045134db8,44813,1732363063925 expired; onlineServers=0 2024-11-23T11:59:28,092 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '65a045134db8,42027,1732363063007' ***** 2024-11-23T11:59:28,092 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T11:59:28,092 INFO [M:0;65a045134db8:42027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T11:59:28,092 INFO [M:0;65a045134db8:42027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T11:59:28,092 DEBUG [M:0;65a045134db8:42027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T11:59:28,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T11:59:28,092 DEBUG [M:0;65a045134db8:42027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T11:59:28,092 DEBUG [master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732363065073 {}] cleaner.HFileCleaner(306): Exit Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732363065073,5,FailOnTimeoutGroup] 2024-11-23T11:59:28,092 DEBUG [master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732363065074 {}] cleaner.HFileCleaner(306): Exit Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732363065074,5,FailOnTimeoutGroup] 2024-11-23T11:59:28,092 INFO [M:0;65a045134db8:42027 {}] hbase.ChoreService(370): Chore service for: master/65a045134db8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T11:59:28,092 INFO [M:0;65a045134db8:42027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T11:59:28,093 DEBUG [M:0;65a045134db8:42027 {}] master.HMaster(1795): Stopping service threads 2024-11-23T11:59:28,093 INFO [M:0;65a045134db8:42027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T11:59:28,093 INFO [M:0;65a045134db8:42027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T11:59:28,093 ERROR [M:0;65a045134db8:42027 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44233,5,PEWorkerGroup] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:44233 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44233,5,PEWorkerGroup] 2024-11-23T11:59:28,093 INFO [M:0;65a045134db8:42027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T11:59:28,093 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T11:59:28,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T11:59:28,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:28,100 DEBUG [M:0;65a045134db8:42027 {}] zookeeper.ZKUtil(347): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T11:59:28,100 WARN [M:0;65a045134db8:42027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T11:59:28,100 INFO [M:0;65a045134db8:42027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/.lastflushedseqids 2024-11-23T11:59:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741869_1045 (size=650) 2024-11-23T11:59:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741869_1045 (size=650) 2024-11-23T11:59:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741869_1045 (size=650) 2024-11-23T11:59:28,117 INFO [M:0;65a045134db8:42027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T11:59:28,117 INFO [M:0;65a045134db8:42027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T11:59:28,117 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:59:28,117 INFO [M:0;65a045134db8:42027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:28,118 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:28,118 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:59:28,118 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:28,118 INFO [M:0;65a045134db8:42027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.06 KB heapSize=250.91 KB 2024-11-23T11:59:28,140 DEBUG [M:0;65a045134db8:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cd21eb87d6542f18e1d3e012cb19ab5 is 82, key is hbase:meta,,1/info:regioninfo/1732363116944/Put/seqid=0 2024-11-23T11:59:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741870_1046 (size=6071) 2024-11-23T11:59:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741870_1046 (size=6071) 2024-11-23T11:59:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741870_1046 (size=6071) 2024-11-23T11:59:28,148 INFO [M:0;65a045134db8:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cd21eb87d6542f18e1d3e012cb19ab5 2024-11-23T11:59:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:59:28,167 INFO [RS:2;65a045134db8:44813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:59:28,167 INFO [RS:2;65a045134db8:44813 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,44813,1732363063925; zookeeper connection closed. 2024-11-23T11:59:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44813-0x10168d81dcc0003, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:59:28,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a3fa1b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a3fa1b0 2024-11-23T11:59:28,174 DEBUG [M:0;65a045134db8:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be94c477d2fc4361b32052e80effb62a is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732363086768/Put/seqid=0 2024-11-23T11:59:28,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:59:28,175 INFO [RS:1;65a045134db8:33461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:59:28,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33461-0x10168d81dcc0002, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:59:28,175 INFO [RS:1;65a045134db8:33461 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,33461,1732363063853; zookeeper connection closed. 2024-11-23T11:59:28,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61db0565 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61db0565 2024-11-23T11:59:28,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T11:59:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741871_1047 (size=9043) 2024-11-23T11:59:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741871_1047 (size=9043) 2024-11-23T11:59:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741871_1047 (size=9043) 2024-11-23T11:59:28,184 INFO [M:0;65a045134db8:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.83 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be94c477d2fc4361b32052e80effb62a 2024-11-23T11:59:28,190 INFO [M:0;65a045134db8:42027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be94c477d2fc4361b32052e80effb62a 2024-11-23T11:59:28,204 DEBUG [M:0;65a045134db8:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7604831d58f540639d96b619d31a5928 is 69, key is 65a045134db8,33461,1732363063853/rs:state/1732363065115/Put/seqid=0 2024-11-23T11:59:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741872_1048 (size=5446) 2024-11-23T11:59:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741872_1048 (size=5446) 2024-11-23T11:59:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741872_1048 (size=5446) 2024-11-23T11:59:28,212 INFO [M:0;65a045134db8:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7604831d58f540639d96b619d31a5928 2024-11-23T11:59:28,219 INFO [M:0;65a045134db8:42027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7604831d58f540639d96b619d31a5928 2024-11-23T11:59:28,220 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cd21eb87d6542f18e1d3e012cb19ab5 as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cd21eb87d6542f18e1d3e012cb19ab5 2024-11-23T11:59:28,227 INFO [M:0;65a045134db8:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cd21eb87d6542f18e1d3e012cb19ab5, entries=14, sequenceid=531, filesize=5.9 K 2024-11-23T11:59:28,228 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be94c477d2fc4361b32052e80effb62a as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be94c477d2fc4361b32052e80effb62a 2024-11-23T11:59:28,234 INFO [M:0;65a045134db8:42027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be94c477d2fc4361b32052e80effb62a 2024-11-23T11:59:28,234 INFO [M:0;65a045134db8:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be94c477d2fc4361b32052e80effb62a, entries=58, sequenceid=531, filesize=8.8 K 2024-11-23T11:59:28,236 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7604831d58f540639d96b619d31a5928 as hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7604831d58f540639d96b619d31a5928 2024-11-23T11:59:28,241 INFO [M:0;65a045134db8:42027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7604831d58f540639d96b619d31a5928 2024-11-23T11:59:28,241 INFO [M:0;65a045134db8:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44233/user/jenkins/test-data/00542ee2-0c1b-7067-b32f-79a31abcc4ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7604831d58f540639d96b619d31a5928, entries=3, sequenceid=531, filesize=5.3 K 2024-11-23T11:59:28,242 INFO [M:0;65a045134db8:42027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.06 KB/206907, heapSize ~250.61 KB/256624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=531, compaction requested=false 2024-11-23T11:59:28,244 INFO [M:0;65a045134db8:42027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:28,244 DEBUG [M:0;65a045134db8:42027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732363168117Disabling compacts and flushes for region at 1732363168117Disabling writes for close at 1732363168118 (+1 ms)Obtaining lock to block concurrent updates at 1732363168118Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732363168118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206907, getHeapSize=256864, getOffHeapSize=0, getCellsCount=648 at 1732363168118Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732363168119 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732363168119Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732363168140 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732363168140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732363168154 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732363168173 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732363168174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732363168190 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732363168204 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732363168204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4255791b: reopening flushed file at 1732363168219 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7565d58d: reopening flushed file at 1732363168227 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4282c9d: reopening flushed file at 1732363168234 (+7 ms)Finished flush of dataSize ~202.06 KB/206907, heapSize ~250.61 KB/256624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=531, compaction requested=false at 1732363168242 (+8 ms)Writing region close event to WAL at 1732363168244 (+2 ms)Closed at 1732363168244 2024-11-23T11:59:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45455 is added to blk_1073741830_1006 (size=242309) 2024-11-23T11:59:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46021 is added to blk_1073741830_1006 (size=242309) 2024-11-23T11:59:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741830_1006 (size=242309) 2024-11-23T11:59:28,248 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T11:59:28,248 INFO [M:0;65a045134db8:42027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T11:59:28,248 INFO [M:0;65a045134db8:42027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42027 2024-11-23T11:59:28,248 INFO [M:0;65a045134db8:42027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T11:59:28,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:59:28,380 INFO [M:0;65a045134db8:42027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T11:59:28,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x10168d81dcc0000, quorum=127.0.0.1:54802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T11:59:28,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c3eb8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:59:28,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:59:28,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:59:28,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:59:28,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,STOPPED} 2024-11-23T11:59:28,427 WARN [BP-1043065436-172.17.0.2-1732363058917 heartbeating to localhost/127.0.0.1:44233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:59:28,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:59:28,427 WARN [BP-1043065436-172.17.0.2-1732363058917 heartbeating to localhost/127.0.0.1:44233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043065436-172.17.0.2-1732363058917 (Datanode Uuid 9cbb5361-a9be-468d-af30-79545a1a2355) service to localhost/127.0.0.1:44233 2024-11-23T11:59:28,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:59:28,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data5/current/BP-1043065436-172.17.0.2-1732363058917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:59:28,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data6/current/BP-1043065436-172.17.0.2-1732363058917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:59:28,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:59:28,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3140e83e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:59:28,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:59:28,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:59:28,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:59:28,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,STOPPED} 2024-11-23T11:59:28,433 WARN [BP-1043065436-172.17.0.2-1732363058917 heartbeating to localhost/127.0.0.1:44233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:59:28,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:59:28,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:59:28,433 WARN [BP-1043065436-172.17.0.2-1732363058917 heartbeating to localhost/127.0.0.1:44233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043065436-172.17.0.2-1732363058917 (Datanode Uuid a35b563b-708b-40da-8495-e13b1e51015c) service to localhost/127.0.0.1:44233 2024-11-23T11:59:28,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data3/current/BP-1043065436-172.17.0.2-1732363058917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:59:28,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data4/current/BP-1043065436-172.17.0.2-1732363058917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:59:28,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:59:28,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c5f936a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:59:28,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:59:28,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:59:28,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:59:28,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,STOPPED} 2024-11-23T11:59:28,438 WARN [BP-1043065436-172.17.0.2-1732363058917 heartbeating to localhost/127.0.0.1:44233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T11:59:28,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T11:59:28,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T11:59:28,438 WARN [BP-1043065436-172.17.0.2-1732363058917 heartbeating to localhost/127.0.0.1:44233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1043065436-172.17.0.2-1732363058917 (Datanode Uuid 471ca36c-e688-42d6-bfbe-df00642e601d) service to localhost/127.0.0.1:44233 2024-11-23T11:59:28,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data1/current/BP-1043065436-172.17.0.2-1732363058917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:59:28,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/cluster_5cac11f6-0f11-5d96-0fae-cb63d600af6c/data/data2/current/BP-1043065436-172.17.0.2-1732363058917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T11:59:28,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T11:59:28,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c85e100{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:59:28,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T11:59:28,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T11:59:28,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T11:59:28,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir/,STOPPED} 2024-11-23T11:59:28,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T11:59:28,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T11:59:28,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:44233 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/65a045134db8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/65a045134db8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67d0724d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:44233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:44233 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/65a045134db8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/65a045134db8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:44233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/65a045134db8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/65a045134db8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/65a045134db8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/65a045134db8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_META-regionserver/65a045134db8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=51 (was 81), ProcessCount=11 (was 11), AvailableMemoryMB=7775 (was 8927) 2024-11-23T11:59:28,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=51, ProcessCount=11, AvailableMemoryMB=7775 2024-11-23T11:59:28,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir so I do NOT create it in target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617 2024-11-23T11:59:28,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T11:59:28,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.tmp.dir so I do NOT create it in target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617 2024-11-23T11:59:28,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/26c4465e-8143-e010-4540-bb5ccd9009e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T11:59:28,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617 2024-11-23T11:59:28,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T11:59:28,553 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c, deleteOnExit=true 2024-11-23T11:59:28,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T11:59:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/test.cache.data in system properties and HBase conf 2024-11-23T11:59:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T11:59:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir in system properties and HBase conf 2024-11-23T11:59:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T11:59:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T11:59:28,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T11:59:28,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/nfs.dump.dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/java.io.tmpdir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T11:59:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T11:59:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T11:59:28,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:59:28,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:59:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:59:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:59:28,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:59:28,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:59:28,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de0d501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:59:28,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1125532f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:59:28,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55dce733{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/java.io.tmpdir/jetty-localhost-33021-hadoop-hdfs-3_4_1-tests_jar-_-any-17456373050565838573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T11:59:28,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67792fdf{HTTP/1.1, (http/1.1)}{localhost:33021} 2024-11-23T11:59:28,961 INFO [Time-limited test {}] server.Server(415): Started @111827ms 2024-11-23T11:59:29,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:59:29,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:59:29,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:59:29,167 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:59:29,167 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T11:59:29,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626c2162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:59:29,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f27143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:59:29,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be8d4e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/java.io.tmpdir/jetty-localhost-42057-hadoop-hdfs-3_4_1-tests_jar-_-any-11461418276190795123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:59:29,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1694ffb0{HTTP/1.1, (http/1.1)}{localhost:42057} 2024-11-23T11:59:29,265 INFO [Time-limited test {}] server.Server(415): Started @112132ms 2024-11-23T11:59:29,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:59:29,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:59:29,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:59:29,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:59:29,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:59:29,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:59:29,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ca1b81c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:59:29,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42f102c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:59:29,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b2192e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/java.io.tmpdir/jetty-localhost-46771-hadoop-hdfs-3_4_1-tests_jar-_-any-17261237817370046445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:59:29,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@395caeb2{HTTP/1.1, (http/1.1)}{localhost:46771} 2024-11-23T11:59:29,393 INFO [Time-limited test {}] server.Server(415): Started @112260ms 2024-11-23T11:59:29,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:59:29,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T11:59:29,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T11:59:29,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T11:59:29,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T11:59:29,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T11:59:29,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a03f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,AVAILABLE} 2024-11-23T11:59:29,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51105b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T11:59:29,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602eabea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/java.io.tmpdir/jetty-localhost-35249-hadoop-hdfs-3_4_1-tests_jar-_-any-16136051083868003508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T11:59:29,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@291aac6a{HTTP/1.1, (http/1.1)}{localhost:35249} 2024-11-23T11:59:29,520 INFO [Time-limited test {}] server.Server(415): Started @112387ms 2024-11-23T11:59:29,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T11:59:29,955 WARN [Thread-739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data1/current/BP-949843545-172.17.0.2-1732363168572/current, will proceed with Du for space computation calculation, 2024-11-23T11:59:29,955 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data2/current/BP-949843545-172.17.0.2-1732363168572/current, will proceed with Du for space computation calculation, 2024-11-23T11:59:29,977 WARN [Thread-682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:59:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea550ea82936f32 with lease ID 0xa9ad958f9deb7471: Processing first storage report for DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f0b99fca-99dd-459b-aa22-6e6c53e54976, infoPort=33111, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572) 2024-11-23T11:59:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea550ea82936f32 with lease ID 0xa9ad958f9deb7471: from storage DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f0b99fca-99dd-459b-aa22-6e6c53e54976, infoPort=33111, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:59:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea550ea82936f32 with lease ID 0xa9ad958f9deb7471: Processing first storage report for DS-8dc0f944-57f8-4b7e-ab54-080ca46a5194 from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f0b99fca-99dd-459b-aa22-6e6c53e54976, infoPort=33111, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572) 2024-11-23T11:59:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea550ea82936f32 with lease ID 0xa9ad958f9deb7471: from storage DS-8dc0f944-57f8-4b7e-ab54-080ca46a5194 node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=f0b99fca-99dd-459b-aa22-6e6c53e54976, infoPort=33111, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:59:30,248 WARN [Thread-753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data3/current/BP-949843545-172.17.0.2-1732363168572/current, will proceed with Du for space computation calculation, 2024-11-23T11:59:30,249 WARN [Thread-754 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data4/current/BP-949843545-172.17.0.2-1732363168572/current, will proceed with Du for space computation calculation, 2024-11-23T11:59:30,269 WARN [Thread-705 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:59:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52ecfb0ffd69caa6 with lease ID 0xa9ad958f9deb7472: Processing first storage report for DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce from datanode DatanodeRegistration(127.0.0.1:33061, datanodeUuid=6a014358-1ba3-4670-870d-72f925cbea94, infoPort=41365, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572) 2024-11-23T11:59:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52ecfb0ffd69caa6 with lease ID 0xa9ad958f9deb7472: from storage DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce node DatanodeRegistration(127.0.0.1:33061, datanodeUuid=6a014358-1ba3-4670-870d-72f925cbea94, infoPort=41365, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:59:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52ecfb0ffd69caa6 with lease ID 0xa9ad958f9deb7472: Processing first storage report for DS-5bf7ce1b-02b9-450b-ad48-9ee04c4133a7 from datanode DatanodeRegistration(127.0.0.1:33061, datanodeUuid=6a014358-1ba3-4670-870d-72f925cbea94, infoPort=41365, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572) 2024-11-23T11:59:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52ecfb0ffd69caa6 with lease ID 0xa9ad958f9deb7472: from storage DS-5bf7ce1b-02b9-450b-ad48-9ee04c4133a7 node DatanodeRegistration(127.0.0.1:33061, datanodeUuid=6a014358-1ba3-4670-870d-72f925cbea94, infoPort=41365, infoSecurePort=0, ipcPort=46775, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:59:30,352 WARN [Thread-764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data5/current/BP-949843545-172.17.0.2-1732363168572/current, will proceed with Du for space computation calculation, 2024-11-23T11:59:30,352 WARN [Thread-765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data6/current/BP-949843545-172.17.0.2-1732363168572/current, will proceed with Du for space computation calculation, 2024-11-23T11:59:30,374 WARN [Thread-728 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T11:59:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbf80ff0943e5afa with lease ID 0xa9ad958f9deb7473: Processing first storage report for DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc from datanode DatanodeRegistration(127.0.0.1:43715, datanodeUuid=bc4f6f33-ef5b-484a-8ebc-b65c56213d9f, infoPort=36963, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572) 2024-11-23T11:59:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbf80ff0943e5afa with lease ID 0xa9ad958f9deb7473: from storage DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc node DatanodeRegistration(127.0.0.1:43715, datanodeUuid=bc4f6f33-ef5b-484a-8ebc-b65c56213d9f, infoPort=36963, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:59:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbf80ff0943e5afa with lease ID 0xa9ad958f9deb7473: Processing first storage report for DS-2b160ced-3eee-4481-a3b4-1af5744abead from datanode DatanodeRegistration(127.0.0.1:43715, datanodeUuid=bc4f6f33-ef5b-484a-8ebc-b65c56213d9f, infoPort=36963, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572) 2024-11-23T11:59:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbf80ff0943e5afa with lease ID 0xa9ad958f9deb7473: from storage DS-2b160ced-3eee-4481-a3b4-1af5744abead node DatanodeRegistration(127.0.0.1:43715, datanodeUuid=bc4f6f33-ef5b-484a-8ebc-b65c56213d9f, infoPort=36963, infoSecurePort=0, ipcPort=42297, storageInfo=lv=-57;cid=testClusterID;nsid=6328616;c=1732363168572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T11:59:30,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617 2024-11-23T11:59:30,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/zookeeper_0, clientPort=63703, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T11:59:30,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63703 2024-11-23T11:59:30,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:59:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:59:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741825_1001 (size=7) 2024-11-23T11:59:30,483 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 with version=8 2024-11-23T11:59:30,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/hbase-staging 2024-11-23T11:59:30,485 INFO [Time-limited test {}] client.ConnectionUtils(128): master/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:59:30,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:59:30,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:59:30,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T11:59:30,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:59:30,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33327 2024-11-23T11:59:30,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33327 connecting to ZooKeeper ensemble=127.0.0.1:63703 2024-11-23T11:59:30,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333270x0, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:59:30,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33327-0x10168d9c5630000 connected 2024-11-23T11:59:30,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:59:30,603 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08, hbase.cluster.distributed=false 2024-11-23T11:59:30,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:59:30,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33327 2024-11-23T11:59:30,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33327 2024-11-23T11:59:30,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33327 2024-11-23T11:59:30,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33327 2024-11-23T11:59:30,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33327 2024-11-23T11:59:30,621 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:59:30,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:59:30,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:59:30,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:59:30,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:59:30,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40141 2024-11-23T11:59:30,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40141 connecting to ZooKeeper ensemble=127.0.0.1:63703 2024-11-23T11:59:30,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401410x0, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:59:30,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401410x0, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:59:30,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40141-0x10168d9c5630001 connected 2024-11-23T11:59:30,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:59:30,642 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:59:30,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:59:30,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:59:30,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-23T11:59:30,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40141 2024-11-23T11:59:30,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40141 2024-11-23T11:59:30,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-23T11:59:30,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-23T11:59:30,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:59:30,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:59:30,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:59:30,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:59:30,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:59:30,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44821 2024-11-23T11:59:30,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44821 connecting to ZooKeeper ensemble=127.0.0.1:63703 2024-11-23T11:59:30,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448210x0, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:59:30,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448210x0, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:59:30,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44821-0x10168d9c5630002 connected 2024-11-23T11:59:30,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:59:30,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:59:30,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:59:30,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:59:30,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-23T11:59:30,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44821 2024-11-23T11:59:30,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44821 2024-11-23T11:59:30,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-23T11:59:30,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-23T11:59:30,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/65a045134db8:0 server-side Connection retries=45 2024-11-23T11:59:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T11:59:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T11:59:30,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T11:59:30,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T11:59:30,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T11:59:30,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33437 2024-11-23T11:59:30,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33437 connecting to ZooKeeper ensemble=127.0.0.1:63703 2024-11-23T11:59:30,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334370x0, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T11:59:30,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334370x0, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T11:59:30,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33437-0x10168d9c5630003 connected 2024-11-23T11:59:30,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T11:59:30,717 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T11:59:30,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T11:59:30,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T11:59:30,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-23T11:59:30,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33437 2024-11-23T11:59:30,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33437 2024-11-23T11:59:30,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-23T11:59:30,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-23T11:59:30,734 DEBUG [M:0;65a045134db8:33327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65a045134db8:33327 2024-11-23T11:59:30,734 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/65a045134db8,33327,1732363170485 2024-11-23T11:59:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,741 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65a045134db8,33327,1732363170485 2024-11-23T11:59:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:59:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:59:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T11:59:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,750 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T11:59:30,750 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65a045134db8,33327,1732363170485 from backup master directory 2024-11-23T11:59:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65a045134db8,33327,1732363170485 2024-11-23T11:59:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T11:59:30,757 WARN [master/65a045134db8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:59:30,757 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65a045134db8,33327,1732363170485 2024-11-23T11:59:30,762 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/hbase.id] with ID: 16524fd2-4429-4981-85ea-f21d33110adf 2024-11-23T11:59:30,762 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.tmp/hbase.id 2024-11-23T11:59:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:59:30,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:59:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741826_1002 (size=42) 2024-11-23T11:59:30,770 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.tmp/hbase.id]:[hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/hbase.id] 2024-11-23T11:59:30,783 INFO [master/65a045134db8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T11:59:30,783 INFO [master/65a045134db8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T11:59:30,785 INFO [master/65a045134db8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T11:59:30,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:59:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:59:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741827_1003 (size=196) 2024-11-23T11:59:30,805 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:59:30,806 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T11:59:30,806 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:59:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:59:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:59:30,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741828_1004 (size=1189) 2024-11-23T11:59:30,816 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store 2024-11-23T11:59:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:59:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:59:30,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741829_1005 (size=34) 2024-11-23T11:59:30,824 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:30,824 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T11:59:30,824 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:30,824 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:30,825 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T11:59:30,825 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:30,825 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T11:59:30,825 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732363170824Disabling compacts and flushes for region at 1732363170824Disabling writes for close at 1732363170825 (+1 ms)Writing region close event to WAL at 1732363170825Closed at 1732363170825 2024-11-23T11:59:30,825 WARN [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/.initializing 2024-11-23T11:59:30,826 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/WALs/65a045134db8,33327,1732363170485 2024-11-23T11:59:30,827 INFO [master/65a045134db8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:59:30,829 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C33327%2C1732363170485, suffix=, logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/WALs/65a045134db8,33327,1732363170485, archiveDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/oldWALs, maxLogs=10 2024-11-23T11:59:30,842 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/WALs/65a045134db8,33327,1732363170485/65a045134db8%2C33327%2C1732363170485.1732363170829, exclude list is [], retry=0 2024-11-23T11:59:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc,DISK] 2024-11-23T11:59:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e,DISK] 2024-11-23T11:59:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce,DISK] 2024-11-23T11:59:30,847 INFO [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/WALs/65a045134db8,33327,1732363170485/65a045134db8%2C33327%2C1732363170485.1732363170829 2024-11-23T11:59:30,848 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:33111:33111),(127.0.0.1/127.0.0.1:41365:41365)] 2024-11-23T11:59:30,848 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:59:30,848 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:30,848 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,848 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T11:59:30,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:30,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:30,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T11:59:30,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:30,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:30,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T11:59:30,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:30,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:30,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T11:59:30,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:30,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:30,859 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,860 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,860 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,862 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,862 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,862 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:59:30,864 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T11:59:30,866 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:30,867 INFO [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58986452, jitterRate=-0.12103337049484253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:59:30,868 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732363170848Initializing all the Stores at 1732363170849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363170849Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363170850 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363170850Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363170850Cleaning up temporary data from old regions at 1732363170862 (+12 ms)Region opened successfully at 1732363170868 (+6 ms) 2024-11-23T11:59:30,868 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T11:59:30,872 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775fcb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:59:30,873 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T11:59:30,873 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T11:59:30,873 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T11:59:30,873 INFO [master/65a045134db8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T11:59:30,874 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T11:59:30,874 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T11:59:30,874 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-23T11:59:30,877 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T11:59:30,878 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T11:59:30,891 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T11:59:30,891 INFO [master/65a045134db8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T11:59:30,892 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T11:59:30,899 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T11:59:30,899 INFO [master/65a045134db8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T11:59:30,900 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T11:59:30,907 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T11:59:30,908 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T11:59:30,915 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T11:59:30,918 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T11:59:30,929 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,941 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=65a045134db8,33327,1732363170485, sessionid=0x10168d9c5630000, setting cluster-up flag (Was=false) 2024-11-23T11:59:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:30,982 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T11:59:30,985 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65a045134db8,33327,1732363170485 2024-11-23T11:59:31,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,032 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T11:59:31,034 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65a045134db8,33327,1732363170485 2024-11-23T11:59:31,035 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T11:59:31,037 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T11:59:31,038 INFO [master/65a045134db8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T11:59:31,038 INFO [master/65a045134db8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T11:59:31,039 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65a045134db8,33327,1732363170485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T11:59:31,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:59:31,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:59:31,041 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:59:31,042 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65a045134db8:0, corePoolSize=5, maxPoolSize=5 2024-11-23T11:59:31,042 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65a045134db8:0, corePoolSize=10, maxPoolSize=10 2024-11-23T11:59:31,042 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,042 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:59:31,042 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,043 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732363201043 2024-11-23T11:59:31,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T11:59:31,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T11:59:31,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T11:59:31,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T11:59:31,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T11:59:31,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T11:59:31,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:59:31,044 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T11:59:31,045 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T11:59:31,045 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T11:59:31,045 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T11:59:31,045 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T11:59:31,046 INFO [master/65a045134db8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T11:59:31,046 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732363171046,5,FailOnTimeoutGroup] 2024-11-23T11:59:31,046 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:31,046 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732363171046,5,FailOnTimeoutGroup] 2024-11-23T11:59:31,046 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,046 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T11:59:31,046 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,046 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T11:59:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:59:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:59:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741831_1007 (size=1321) 2024-11-23T11:59:31,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T11:59:31,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:59:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:59:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741832_1008 (size=32) 2024-11-23T11:59:31,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:31,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:59:31,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:59:31,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:31,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:31,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:59:31,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:59:31,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:31,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:31,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:59:31,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:59:31,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:31,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:31,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:59:31,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:59:31,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:31,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:59:31,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740 2024-11-23T11:59:31,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740 2024-11-23T11:59:31,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:59:31,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:59:31,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:59:31,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:59:31,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:31,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59922365, jitterRate=-0.10708718001842499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:59:31,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732363171069Initializing all the Stores at 1732363171070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363171070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363171071 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363171071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363171071Cleaning up temporary data from old regions at 1732363171081 (+10 ms)Region opened successfully at 1732363171085 (+4 ms) 2024-11-23T11:59:31,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T11:59:31,085 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T11:59:31,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T11:59:31,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T11:59:31,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T11:59:31,086 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T11:59:31,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732363171085Disabling compacts and flushes for region at 1732363171085Disabling writes for close at 1732363171085Writing region close event to WAL at 1732363171086 (+1 ms)Closed at 1732363171086 2024-11-23T11:59:31,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:59:31,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T11:59:31,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T11:59:31,088 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:59:31,089 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T11:59:31,122 INFO [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(746): ClusterId : 16524fd2-4429-4981-85ea-f21d33110adf 2024-11-23T11:59:31,122 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(746): ClusterId : 16524fd2-4429-4981-85ea-f21d33110adf 2024-11-23T11:59:31,122 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(746): ClusterId : 16524fd2-4429-4981-85ea-f21d33110adf 2024-11-23T11:59:31,122 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:59:31,122 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:59:31,122 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T11:59:31,139 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:59:31,139 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:59:31,139 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T11:59:31,139 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:59:31,139 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:59:31,139 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T11:59:31,150 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:59:31,150 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:59:31,150 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T11:59:31,151 DEBUG [RS:0;65a045134db8:40141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ef7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:59:31,151 DEBUG [RS:2;65a045134db8:33437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9cc52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:59:31,151 DEBUG [RS:1;65a045134db8:44821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c949d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65a045134db8/172.17.0.2:0 2024-11-23T11:59:31,165 DEBUG [RS:2;65a045134db8:33437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;65a045134db8:33437 2024-11-23T11:59:31,165 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65a045134db8:44821 2024-11-23T11:59:31,165 INFO [RS:1;65a045134db8:44821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:59:31,165 INFO [RS:1;65a045134db8:44821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:59:31,165 INFO [RS:2;65a045134db8:33437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:59:31,165 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:59:31,165 INFO [RS:2;65a045134db8:33437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:59:31,165 DEBUG [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:59:31,166 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65a045134db8:40141 2024-11-23T11:59:31,166 INFO [RS:0;65a045134db8:40141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T11:59:31,166 INFO [RS:0;65a045134db8:40141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T11:59:31,166 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T11:59:31,166 INFO [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,33327,1732363170485 with port=33437, startcode=1732363170699 2024-11-23T11:59:31,166 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,33327,1732363170485 with port=44821, startcode=1732363170660 2024-11-23T11:59:31,166 DEBUG [RS:1;65a045134db8:44821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:59:31,166 DEBUG [RS:2;65a045134db8:33437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:59:31,166 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(2659): reportForDuty to master=65a045134db8,33327,1732363170485 with port=40141, startcode=1732363170621 2024-11-23T11:59:31,166 DEBUG [RS:0;65a045134db8:40141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T11:59:31,168 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:59:31,168 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38553, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:59:31,168 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T11:59:31,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,40141,1732363170621 2024-11-23T11:59:31,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33327 {}] master.ServerManager(517): Registering regionserver=65a045134db8,40141,1732363170621 2024-11-23T11:59:31,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,33437,1732363170699 2024-11-23T11:59:31,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33327 {}] master.ServerManager(517): Registering regionserver=65a045134db8,33437,1732363170699 2024-11-23T11:59:31,170 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:31,170 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36519 2024-11-23T11:59:31,170 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:59:31,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33327 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 65a045134db8,44821,1732363170660 2024-11-23T11:59:31,171 DEBUG [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:31,171 DEBUG [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36519 2024-11-23T11:59:31,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33327 {}] master.ServerManager(517): Registering regionserver=65a045134db8,44821,1732363170660 2024-11-23T11:59:31,171 DEBUG [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:59:31,172 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:31,172 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36519 2024-11-23T11:59:31,172 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T11:59:31,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T11:59:31,221 DEBUG [RS:0;65a045134db8:40141 {}] zookeeper.ZKUtil(111): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,40141,1732363170621 2024-11-23T11:59:31,221 WARN [RS:0;65a045134db8:40141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:59:31,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,33437,1732363170699] 2024-11-23T11:59:31,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,40141,1732363170621] 2024-11-23T11:59:31,221 INFO [RS:0;65a045134db8:40141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:59:31,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65a045134db8,44821,1732363170660] 2024-11-23T11:59:31,221 DEBUG [RS:2;65a045134db8:33437 {}] zookeeper.ZKUtil(111): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,33437,1732363170699 2024-11-23T11:59:31,221 DEBUG [RS:1;65a045134db8:44821 {}] zookeeper.ZKUtil(111): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65a045134db8,44821,1732363170660 2024-11-23T11:59:31,221 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621 2024-11-23T11:59:31,221 WARN [RS:2;65a045134db8:33437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:59:31,221 WARN [RS:1;65a045134db8:44821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T11:59:31,222 INFO [RS:2;65a045134db8:33437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:59:31,222 INFO [RS:1;65a045134db8:44821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:59:31,222 DEBUG [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699 2024-11-23T11:59:31,222 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,44821,1732363170660 2024-11-23T11:59:31,228 INFO [RS:2;65a045134db8:33437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:59:31,228 INFO [RS:0;65a045134db8:40141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:59:31,231 INFO [RS:2;65a045134db8:33437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:59:31,232 INFO [RS:2;65a045134db8:33437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:59:31,232 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,233 INFO [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:59:31,233 INFO [RS:1;65a045134db8:44821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T11:59:31,233 INFO [RS:0;65a045134db8:40141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:59:31,234 INFO [RS:2;65a045134db8:33437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:59:31,234 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,234 INFO [RS:0;65a045134db8:40141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,234 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,235 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,235 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,235 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:59:31,235 DEBUG [RS:2;65a045134db8:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:59:31,238 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:59:31,239 INFO [RS:1;65a045134db8:44821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T11:59:31,239 WARN [65a045134db8:33327 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T11:59:31,239 INFO [RS:1;65a045134db8:44821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T11:59:31,239 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,239 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,239 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,239 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,239 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T11:59:31,239 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,239 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,239 INFO [RS:0;65a045134db8:40141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:59:31,239 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33437,1732363170699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:59:31,240 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 INFO [RS:1;65a045134db8:44821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:59:31,240 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0, corePoolSize=2, maxPoolSize=2 2024-11-23T11:59:31,240 DEBUG [RS:0;65a045134db8:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65a045134db8:0, corePoolSize=1, maxPoolSize=1 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:59:31,241 DEBUG [RS:1;65a045134db8:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65a045134db8:0, corePoolSize=3, maxPoolSize=3 2024-11-23T11:59:31,246 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,40141,1732363170621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:59:31,247 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,44821,1732363170660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:59:31,257 INFO [RS:2;65a045134db8:33437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:59:31,257 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33437,1732363170699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,257 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,257 INFO [RS:2;65a045134db8:33437 {}] regionserver.Replication(171): 65a045134db8,33437,1732363170699 started 2024-11-23T11:59:31,260 INFO [RS:0;65a045134db8:40141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:59:31,261 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,40141,1732363170621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,261 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,261 INFO [RS:0;65a045134db8:40141 {}] regionserver.Replication(171): 65a045134db8,40141,1732363170621 started 2024-11-23T11:59:31,268 INFO [RS:1;65a045134db8:44821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T11:59:31,268 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,44821,1732363170660-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,268 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,268 INFO [RS:1;65a045134db8:44821 {}] regionserver.Replication(171): 65a045134db8,44821,1732363170660 started 2024-11-23T11:59:31,270 INFO [RS:2;65a045134db8:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,270 INFO [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,33437,1732363170699, RpcServer on 65a045134db8/172.17.0.2:33437, sessionid=0x10168d9c5630003 2024-11-23T11:59:31,270 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:59:31,270 DEBUG [RS:2;65a045134db8:33437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,33437,1732363170699 2024-11-23T11:59:31,270 DEBUG [RS:2;65a045134db8:33437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,33437,1732363170699' 2024-11-23T11:59:31,270 DEBUG [RS:2;65a045134db8:33437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:59:31,271 DEBUG [RS:2;65a045134db8:33437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:59:31,271 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:59:31,271 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:59:31,271 DEBUG [RS:2;65a045134db8:33437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,33437,1732363170699 2024-11-23T11:59:31,271 DEBUG [RS:2;65a045134db8:33437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,33437,1732363170699' 2024-11-23T11:59:31,271 DEBUG [RS:2;65a045134db8:33437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:59:31,272 DEBUG [RS:2;65a045134db8:33437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:59:31,272 DEBUG [RS:2;65a045134db8:33437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:59:31,272 INFO [RS:2;65a045134db8:33437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:59:31,272 INFO [RS:2;65a045134db8:33437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:59:31,274 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,274 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,40141,1732363170621, RpcServer on 65a045134db8/172.17.0.2:40141, sessionid=0x10168d9c5630001 2024-11-23T11:59:31,274 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:59:31,274 DEBUG [RS:0;65a045134db8:40141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,40141,1732363170621 2024-11-23T11:59:31,274 DEBUG [RS:0;65a045134db8:40141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,40141,1732363170621' 2024-11-23T11:59:31,274 DEBUG [RS:0;65a045134db8:40141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:59:31,275 DEBUG [RS:0;65a045134db8:40141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:59:31,275 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:59:31,275 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:59:31,275 DEBUG [RS:0;65a045134db8:40141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,40141,1732363170621 2024-11-23T11:59:31,275 DEBUG [RS:0;65a045134db8:40141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,40141,1732363170621' 2024-11-23T11:59:31,275 DEBUG [RS:0;65a045134db8:40141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:59:31,275 DEBUG [RS:0;65a045134db8:40141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:59:31,276 DEBUG [RS:0;65a045134db8:40141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:59:31,276 INFO [RS:0;65a045134db8:40141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:59:31,276 INFO [RS:0;65a045134db8:40141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:59:31,284 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:31,284 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1482): Serving as 65a045134db8,44821,1732363170660, RpcServer on 65a045134db8/172.17.0.2:44821, sessionid=0x10168d9c5630002 2024-11-23T11:59:31,284 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T11:59:31,284 DEBUG [RS:1;65a045134db8:44821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65a045134db8,44821,1732363170660 2024-11-23T11:59:31,284 DEBUG [RS:1;65a045134db8:44821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,44821,1732363170660' 2024-11-23T11:59:31,284 DEBUG [RS:1;65a045134db8:44821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T11:59:31,284 DEBUG [RS:1;65a045134db8:44821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T11:59:31,285 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T11:59:31,285 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T11:59:31,285 DEBUG [RS:1;65a045134db8:44821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65a045134db8,44821,1732363170660 2024-11-23T11:59:31,285 DEBUG [RS:1;65a045134db8:44821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65a045134db8,44821,1732363170660' 2024-11-23T11:59:31,285 DEBUG [RS:1;65a045134db8:44821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T11:59:31,286 DEBUG [RS:1;65a045134db8:44821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T11:59:31,286 DEBUG [RS:1;65a045134db8:44821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T11:59:31,286 INFO [RS:1;65a045134db8:44821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T11:59:31,286 INFO [RS:1;65a045134db8:44821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T11:59:31,373 INFO [RS:2;65a045134db8:33437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:59:31,377 INFO [RS:0;65a045134db8:40141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:59:31,378 INFO [RS:2;65a045134db8:33437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C33437%2C1732363170699, suffix=, logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699, archiveDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs, maxLogs=32 2024-11-23T11:59:31,379 INFO [RS:0;65a045134db8:40141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C40141%2C1732363170621, suffix=, logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621, archiveDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs, maxLogs=32 2024-11-23T11:59:31,387 INFO [RS:1;65a045134db8:44821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T11:59:31,389 INFO [RS:1;65a045134db8:44821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C44821%2C1732363170660, suffix=, logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,44821,1732363170660, archiveDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs, maxLogs=32 2024-11-23T11:59:31,395 DEBUG [RS:0;65a045134db8:40141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621/65a045134db8%2C40141%2C1732363170621.1732363171381, exclude list is [], retry=0 2024-11-23T11:59:31,395 DEBUG [RS:2;65a045134db8:33437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699/65a045134db8%2C33437%2C1732363170699.1732363171380, exclude list is [], retry=0 2024-11-23T11:59:31,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce,DISK] 2024-11-23T11:59:31,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc,DISK] 2024-11-23T11:59:31,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e,DISK] 2024-11-23T11:59:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce,DISK] 2024-11-23T11:59:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc,DISK] 2024-11-23T11:59:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e,DISK] 2024-11-23T11:59:31,403 DEBUG [RS:1;65a045134db8:44821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,44821,1732363170660/65a045134db8%2C44821%2C1732363170660.1732363171390, exclude list is [], retry=0 2024-11-23T11:59:31,403 INFO [RS:0;65a045134db8:40141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621/65a045134db8%2C40141%2C1732363170621.1732363171381 2024-11-23T11:59:31,404 DEBUG [RS:0;65a045134db8:40141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:41365:41365),(127.0.0.1/127.0.0.1:33111:33111)] 2024-11-23T11:59:31,404 INFO [RS:2;65a045134db8:33437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699/65a045134db8%2C33437%2C1732363170699.1732363171380 2024-11-23T11:59:31,404 DEBUG [RS:2;65a045134db8:33437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365),(127.0.0.1/127.0.0.1:33111:33111),(127.0.0.1/127.0.0.1:36963:36963)] 2024-11-23T11:59:31,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce,DISK] 2024-11-23T11:59:31,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc,DISK] 2024-11-23T11:59:31,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e,DISK] 2024-11-23T11:59:31,409 INFO [RS:1;65a045134db8:44821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,44821,1732363170660/65a045134db8%2C44821%2C1732363170660.1732363171390 2024-11-23T11:59:31,409 DEBUG [RS:1;65a045134db8:44821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:41365:41365),(127.0.0.1/127.0.0.1:33111:33111)] 2024-11-23T11:59:31,489 DEBUG [65a045134db8:33327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T11:59:31,490 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:59:31,492 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:59:31,492 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:59:31,492 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T11:59:31,492 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:59:31,492 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:59:31,493 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T11:59:31,493 INFO [65a045134db8:33327 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:59:31,493 INFO [65a045134db8:33327 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:59:31,493 INFO [65a045134db8:33327 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T11:59:31,493 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:59:31,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:31,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,33437,1732363170699, state=OPENING 2024-11-23T11:59:31,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T11:59:31,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T11:59:31,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:31,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:31,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:31,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:31,550 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T11:59:31,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,33437,1732363170699}] 2024-11-23T11:59:32,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:32,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:32,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:33,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:59:33,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:33,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:33,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:41,553 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:59:41,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:59:41,563 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T11:59:41,563 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T11:59:41,563 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T11:59:41,566 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C33437%2C1732363170699.meta, suffix=.meta, logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699, archiveDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs, maxLogs=32 2024-11-23T11:59:41,582 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, exclude list is [], retry=0 2024-11-23T11:59:41,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce,DISK] 2024-11-23T11:59:41,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e,DISK] 2024-11-23T11:59:41,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc,DISK] 2024-11-23T11:59:41,586 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta 2024-11-23T11:59:41,586 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365),(127.0.0.1/127.0.0.1:36963:36963),(127.0.0.1/127.0.0.1:33111:33111)] 2024-11-23T11:59:41,587 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T11:59:41,587 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T11:59:41,587 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T11:59:41,587 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T11:59:41,587 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T11:59:41,587 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,587 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T11:59:41,587 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T11:59:41,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T11:59:41,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T11:59:41,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:41,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:41,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T11:59:41,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T11:59:41,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:41,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:41,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T11:59:41,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T11:59:41,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:41,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:41,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T11:59:41,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T11:59:41,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:41,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T11:59:41,595 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T11:59:41,595 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740 2024-11-23T11:59:41,597 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740 2024-11-23T11:59:41,598 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T11:59:41,599 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T11:59:41,599 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T11:59:41,601 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T11:59:41,602 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73411492, jitterRate=0.09391647577285767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T11:59:41,602 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T11:59:41,602 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732363181587Writing region info on filesystem at 1732363181587Initializing all the Stores at 1732363181588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363181588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363181589 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363181589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363181589Cleaning up temporary data from old regions at 1732363181599 (+10 ms)Running coprocessor post-open hooks at 1732363181602 (+3 ms)Region opened successfully at 1732363181602 2024-11-23T11:59:41,603 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732363181553 2024-11-23T11:59:41,605 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T11:59:41,605 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T11:59:41,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:41,606 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,33437,1732363170699, state=OPEN 2024-11-23T11:59:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:59:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:59:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:59:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T11:59:41,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:41,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:41,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:41,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T11:59:41,630 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=65a045134db8,33437,1732363170699 2024-11-23T11:59:41,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T11:59:41,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,33437,1732363170699 in 10.0800 sec 2024-11-23T11:59:41,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T11:59:41,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5460 sec 2024-11-23T11:59:41,635 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T11:59:41,635 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T11:59:41,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:59:41,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,33437,1732363170699, seqNum=-1] 2024-11-23T11:59:41,638 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:59:41,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:59:41,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6070 sec 2024-11-23T11:59:41,645 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732363181645, completionTime=-1 2024-11-23T11:59:41,645 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T11:59:41,645 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T11:59:41,646 INFO [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T11:59:41,646 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732363241646 2024-11-23T11:59:41,646 INFO [master/65a045134db8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732363301646 2024-11-23T11:59:41,647 INFO [master/65a045134db8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T11:59:41,647 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33327,1732363170485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:41,647 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33327,1732363170485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:41,647 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33327,1732363170485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:41,647 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65a045134db8:33327, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:41,647 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:41,647 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:41,649 DEBUG [master/65a045134db8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T11:59:41,651 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.893sec 2024-11-23T11:59:41,652 INFO [master/65a045134db8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T11:59:41,652 INFO [master/65a045134db8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T11:59:41,652 INFO [master/65a045134db8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T11:59:41,652 INFO [master/65a045134db8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T11:59:41,652 INFO [master/65a045134db8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T11:59:41,652 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33327,1732363170485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T11:59:41,652 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33327,1732363170485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T11:59:41,654 DEBUG [master/65a045134db8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T11:59:41,654 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T11:59:41,654 INFO [master/65a045134db8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65a045134db8,33327,1732363170485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T11:59:41,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3059a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:59:41,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 65a045134db8,33327,-1 for getting cluster id 2024-11-23T11:59:41,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:59:41,738 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16524fd2-4429-4981-85ea-f21d33110adf' 2024-11-23T11:59:41,739 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:59:41,739 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16524fd2-4429-4981-85ea-f21d33110adf" 2024-11-23T11:59:41,739 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c645ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:59:41,739 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [65a045134db8,33327,-1] 2024-11-23T11:59:41,739 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:59:41,740 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:41,741 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:59:41,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67022b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:59:41,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:59:41,743 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,33437,1732363170699, seqNum=-1] 2024-11-23T11:59:41,743 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:59:41,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:59:41,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=65a045134db8,33327,1732363170485 2024-11-23T11:59:41,746 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732363181746 (current time:1732363181746). 2024-11-23T11:59:41,746 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-23T11:59:41,746 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-23T11:59:41,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144898cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:59:41,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 65a045134db8,33327,-1 for getting cluster id 2024-11-23T11:59:41,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T11:59:41,747 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16524fd2-4429-4981-85ea-f21d33110adf' 2024-11-23T11:59:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T11:59:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16524fd2-4429-4981-85ea-f21d33110adf" 2024-11-23T11:59:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3e7b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:59:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [65a045134db8,33327,-1] 2024-11-23T11:59:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T11:59:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:41,749 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T11:59:41,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T11:59:41,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T11:59:41,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,33437,1732363170699, seqNum=-1] 2024-11-23T11:59:41,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T11:59:41,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T11:59:41,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T11:59:41,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T11:59:41,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:41,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T11:59:41,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T11:59:41,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T11:59:41,755 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 65a045134db8,33327,1732363170485 2024-11-23T11:59:41,755 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d1f04f1 2024-11-23T11:59:41,755 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T11:59:41,757 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T11:59:41,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T11:59:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-23T11:59:41,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T11:59:41,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:41,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-23T11:59:41,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T11:59:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741837_1013 (size=361) 2024-11-23T11:59:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741837_1013 (size=361) 2024-11-23T11:59:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741837_1013 (size=361) 2024-11-23T11:59:41,773 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21976b112f8ba5289739e7238490ad02, NAME => 'SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,773 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 95ad8b4e4cd33f64e50eded8653d9734, NAME => 'SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,774 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3e3608ff7f7178550ae10ba86ab9c8b8, NAME => 'SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741838_1014 (size=62) 2024-11-23T11:59:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741838_1014 (size=62) 2024-11-23T11:59:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741838_1014 (size=62) 2024-11-23T11:59:41,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 95ad8b4e4cd33f64e50eded8653d9734, disabling compactions & flushes 2024-11-23T11:59:41,786 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T11:59:41,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T11:59:41,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. after waiting 0 ms 2024-11-23T11:59:41,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T11:59:41,786 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T11:59:41,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 95ad8b4e4cd33f64e50eded8653d9734: Waiting for close lock at 1732363181786Disabling compacts and flushes for region at 1732363181786Disabling writes for close at 1732363181786Writing region close event to WAL at 1732363181786Closed at 1732363181786 2024-11-23T11:59:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741839_1015 (size=54) 2024-11-23T11:59:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741839_1015 (size=54) 2024-11-23T11:59:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741839_1015 (size=54) 2024-11-23T11:59:41,787 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 957567d007523e6ba63c0a85f5736a05, NAME => 'SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 21976b112f8ba5289739e7238490ad02, disabling compactions & flushes 2024-11-23T11:59:41,788 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T11:59:41,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T11:59:41,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. after waiting 0 ms 2024-11-23T11:59:41,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T11:59:41,789 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T11:59:41,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21976b112f8ba5289739e7238490ad02: Waiting for close lock at 1732363181788Disabling compacts and flushes for region at 1732363181788Disabling writes for close at 1732363181789 (+1 ms)Writing region close event to WAL at 1732363181789Closed at 1732363181789 2024-11-23T11:59:41,789 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7ac76473de8c635e9daea165f6e91ef, NAME => 'SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741840_1016 (size=62) 2024-11-23T11:59:41,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741840_1016 (size=62) 2024-11-23T11:59:41,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3e3608ff7f7178550ae10ba86ab9c8b8, disabling compactions & flushes 2024-11-23T11:59:41,798 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T11:59:41,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T11:59:41,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. after waiting 0 ms 2024-11-23T11:59:41,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T11:59:41,799 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T11:59:41,799 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3e3608ff7f7178550ae10ba86ab9c8b8: Waiting for close lock at 1732363181798Disabling compacts and flushes for region at 1732363181798Disabling writes for close at 1732363181799 (+1 ms)Writing region close event to WAL at 1732363181799Closed at 1732363181799 2024-11-23T11:59:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741840_1016 (size=62) 2024-11-23T11:59:41,800 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 17a2d90678dc309127a6f78a32b80988, NAME => 'SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741842_1018 (size=62) 2024-11-23T11:59:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741841_1017 (size=62) 2024-11-23T11:59:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741841_1017 (size=62) 2024-11-23T11:59:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741842_1018 (size=62) 2024-11-23T11:59:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741842_1018 (size=62) 2024-11-23T11:59:41,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f7ac76473de8c635e9daea165f6e91ef, disabling compactions & flushes 2024-11-23T11:59:41,818 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T11:59:41,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T11:59:41,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. after waiting 0 ms 2024-11-23T11:59:41,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T11:59:41,818 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T11:59:41,818 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7ac76473de8c635e9daea165f6e91ef: Waiting for close lock at 1732363181818Disabling compacts and flushes for region at 1732363181818Disabling writes for close at 1732363181818Writing region close event to WAL at 1732363181818Closed at 1732363181818 2024-11-23T11:59:41,819 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdb918f524ce2f0376f4795734e54324, NAME => 'SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741841_1017 (size=62) 2024-11-23T11:59:41,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 957567d007523e6ba63c0a85f5736a05, disabling compactions & flushes 2024-11-23T11:59:41,820 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T11:59:41,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T11:59:41,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. after waiting 0 ms 2024-11-23T11:59:41,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T11:59:41,820 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T11:59:41,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 957567d007523e6ba63c0a85f5736a05: Waiting for close lock at 1732363181820Disabling compacts and flushes for region at 1732363181820Disabling writes for close at 1732363181820Writing region close event to WAL at 1732363181820Closed at 1732363181820 2024-11-23T11:59:41,821 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => abb1fcad43cd61f9d8d9c0eafe1ccfd2, NAME => 'SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741843_1019 (size=62) 2024-11-23T11:59:41,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741843_1019 (size=62) 2024-11-23T11:59:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741843_1019 (size=62) 2024-11-23T11:59:41,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 17a2d90678dc309127a6f78a32b80988, disabling compactions & flushes 2024-11-23T11:59:41,834 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T11:59:41,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T11:59:41,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. after waiting 0 ms 2024-11-23T11:59:41,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T11:59:41,834 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T11:59:41,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 17a2d90678dc309127a6f78a32b80988: Waiting for close lock at 1732363181834Disabling compacts and flushes for region at 1732363181834Disabling writes for close at 1732363181834Writing region close event to WAL at 1732363181834Closed at 1732363181834 2024-11-23T11:59:41,835 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c7aadccf22f725cc58bbd1001feea640, NAME => 'SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741844_1020 (size=62) 2024-11-23T11:59:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741844_1020 (size=62) 2024-11-23T11:59:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741844_1020 (size=62) 2024-11-23T11:59:41,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fdb918f524ce2f0376f4795734e54324, disabling compactions & flushes 2024-11-23T11:59:41,850 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T11:59:41,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T11:59:41,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. after waiting 0 ms 2024-11-23T11:59:41,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T11:59:41,850 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T11:59:41,851 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdb918f524ce2f0376f4795734e54324: Waiting for close lock at 1732363181850Disabling compacts and flushes for region at 1732363181850Disabling writes for close at 1732363181850Writing region close event to WAL at 1732363181850Closed at 1732363181850 2024-11-23T11:59:41,851 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6f1958f15dc742285daa26b82cc5461, NAME => 'SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08 2024-11-23T11:59:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741845_1021 (size=62) 2024-11-23T11:59:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741845_1021 (size=62) 2024-11-23T11:59:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741845_1021 (size=62) 2024-11-23T11:59:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741846_1022 (size=62) 2024-11-23T11:59:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741846_1022 (size=62) 2024-11-23T11:59:41,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741846_1022 (size=62) 2024-11-23T11:59:41,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c7aadccf22f725cc58bbd1001feea640, disabling compactions & flushes 2024-11-23T11:59:41,863 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T11:59:41,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T11:59:41,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. after waiting 0 ms 2024-11-23T11:59:41,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T11:59:41,863 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T11:59:41,863 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c7aadccf22f725cc58bbd1001feea640: Waiting for close lock at 1732363181863Disabling compacts and flushes for region at 1732363181863Disabling writes for close at 1732363181863Writing region close event to WAL at 1732363181863Closed at 1732363181863 2024-11-23T11:59:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741847_1023 (size=54) 2024-11-23T11:59:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741847_1023 (size=54) 2024-11-23T11:59:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741847_1023 (size=54) 2024-11-23T11:59:41,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:41,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c6f1958f15dc742285daa26b82cc5461, disabling compactions & flushes 2024-11-23T11:59:41,866 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T11:59:41,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T11:59:41,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. after waiting 0 ms 2024-11-23T11:59:41,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T11:59:41,866 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T11:59:41,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6f1958f15dc742285daa26b82cc5461: Waiting for close lock at 1732363181866Disabling compacts and flushes for region at 1732363181866Disabling writes for close at 1732363181866Writing region close event to WAL at 1732363181866Closed at 1732363181866 2024-11-23T11:59:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:42,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:42,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing abb1fcad43cd61f9d8d9c0eafe1ccfd2, disabling compactions & flushes 2024-11-23T11:59:42,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T11:59:42,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T11:59:42,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. after waiting 0 ms 2024-11-23T11:59:42,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T11:59:42,260 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T11:59:42,260 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for abb1fcad43cd61f9d8d9c0eafe1ccfd2: Waiting for close lock at 1732363182259Disabling compacts and flushes for region at 1732363182259Disabling writes for close at 1732363182260 (+1 ms)Writing region close event to WAL at 1732363182260Closed at 1732363182260 2024-11-23T11:59:42,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T11:59:42,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732363182263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732363182263"}]},"ts":"1732363182263"} 2024-11-23T11:59:42,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-23T11:59:42,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T11:59:42,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732363182273"}]},"ts":"1732363182273"} 2024-11-23T11:59:42,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-23T11:59:42,276 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T11:59:42,282 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T11:59:42,282 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T11:59:42,282 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T11:59:42,282 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T11:59:42,282 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T11:59:42,282 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T11:59:42,282 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T11:59:42,282 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T11:59:42,282 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T11:59:42,282 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T11:59:42,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21976b112f8ba5289739e7238490ad02, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ad8b4e4cd33f64e50eded8653d9734, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e3608ff7f7178550ae10ba86ab9c8b8, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=957567d007523e6ba63c0a85f5736a05, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7ac76473de8c635e9daea165f6e91ef, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a2d90678dc309127a6f78a32b80988, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdb918f524ce2f0376f4795734e54324, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abb1fcad43cd61f9d8d9c0eafe1ccfd2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7aadccf22f725cc58bbd1001feea640, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6f1958f15dc742285daa26b82cc5461, ASSIGN}] 2024-11-23T11:59:42,285 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e3608ff7f7178550ae10ba86ab9c8b8, ASSIGN 2024-11-23T11:59:42,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ad8b4e4cd33f64e50eded8653d9734, ASSIGN 2024-11-23T11:59:42,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=957567d007523e6ba63c0a85f5736a05, ASSIGN 2024-11-23T11:59:42,286 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21976b112f8ba5289739e7238490ad02, ASSIGN 2024-11-23T11:59:42,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ad8b4e4cd33f64e50eded8653d9734, ASSIGN; state=OFFLINE, location=65a045134db8,33437,1732363170699; forceNewPlan=false, retain=false 2024-11-23T11:59:42,286 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e3608ff7f7178550ae10ba86ab9c8b8, ASSIGN; state=OFFLINE, location=65a045134db8,44821,1732363170660; forceNewPlan=false, retain=false 2024-11-23T11:59:42,286 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21976b112f8ba5289739e7238490ad02, ASSIGN; state=OFFLINE, location=65a045134db8,40141,1732363170621; forceNewPlan=false, retain=false 2024-11-23T11:59:42,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=957567d007523e6ba63c0a85f5736a05, ASSIGN; state=OFFLINE, location=65a045134db8,40141,1732363170621; forceNewPlan=false, retain=false 2024-11-23T11:59:42,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdb918f524ce2f0376f4795734e54324, ASSIGN 2024-11-23T11:59:42,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abb1fcad43cd61f9d8d9c0eafe1ccfd2, ASSIGN 2024-11-23T11:59:42,289 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7aadccf22f725cc58bbd1001feea640, ASSIGN 2024-11-23T11:59:42,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6f1958f15dc742285daa26b82cc5461, ASSIGN 2024-11-23T11:59:42,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a2d90678dc309127a6f78a32b80988, ASSIGN 2024-11-23T11:59:42,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abb1fcad43cd61f9d8d9c0eafe1ccfd2, ASSIGN; state=OFFLINE, location=65a045134db8,33437,1732363170699; forceNewPlan=false, retain=false 2024-11-23T11:59:42,290 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdb918f524ce2f0376f4795734e54324, ASSIGN; state=OFFLINE, location=65a045134db8,33437,1732363170699; forceNewPlan=false, retain=false 2024-11-23T11:59:42,290 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7aadccf22f725cc58bbd1001feea640, ASSIGN; state=OFFLINE, location=65a045134db8,40141,1732363170621; forceNewPlan=false, retain=false 2024-11-23T11:59:42,290 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6f1958f15dc742285daa26b82cc5461, ASSIGN; state=OFFLINE, location=65a045134db8,44821,1732363170660; forceNewPlan=false, retain=false 2024-11-23T11:59:42,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17a2d90678dc309127a6f78a32b80988, ASSIGN; state=OFFLINE, location=65a045134db8,44821,1732363170660; forceNewPlan=false, retain=false 2024-11-23T11:59:42,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7ac76473de8c635e9daea165f6e91ef, ASSIGN 2024-11-23T11:59:42,293 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7ac76473de8c635e9daea165f6e91ef, ASSIGN; state=OFFLINE, location=65a045134db8,33437,1732363170699; forceNewPlan=false, retain=false 2024-11-23T11:59:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:42,437 INFO [65a045134db8:33327 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-23T11:59:42,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=17a2d90678dc309127a6f78a32b80988, regionState=OPENING, regionLocation=65a045134db8,44821,1732363170660 2024-11-23T11:59:42,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c7aadccf22f725cc58bbd1001feea640, regionState=OPENING, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T11:59:42,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c6f1958f15dc742285daa26b82cc5461, regionState=OPENING, regionLocation=65a045134db8,44821,1732363170660 2024-11-23T11:59:42,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=957567d007523e6ba63c0a85f5736a05, regionState=OPENING, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T11:59:42,438 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e3608ff7f7178550ae10ba86ab9c8b8, regionState=OPENING, regionLocation=65a045134db8,44821,1732363170660 2024-11-23T11:59:42,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fdb918f524ce2f0376f4795734e54324, regionState=OPENING, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:42,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=abb1fcad43cd61f9d8d9c0eafe1ccfd2, regionState=OPENING, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:42,438 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21976b112f8ba5289739e7238490ad02, regionState=OPENING, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T11:59:42,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7ac76473de8c635e9daea165f6e91ef, regionState=OPENING, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:42,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=95ad8b4e4cd33f64e50eded8653d9734, regionState=OPENING, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:42,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17a2d90678dc309127a6f78a32b80988, ASSIGN because future has completed 2024-11-23T11:59:42,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a2d90678dc309127a6f78a32b80988, server=65a045134db8,44821,1732363170660}] 2024-11-23T11:59:42,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6f1958f15dc742285daa26b82cc5461, ASSIGN because future has completed 2024-11-23T11:59:42,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6f1958f15dc742285daa26b82cc5461, server=65a045134db8,44821,1732363170660}] 2024-11-23T11:59:42,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7aadccf22f725cc58bbd1001feea640, ASSIGN because future has completed 2024-11-23T11:59:42,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e3608ff7f7178550ae10ba86ab9c8b8, ASSIGN because future has completed 2024-11-23T11:59:42,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7aadccf22f725cc58bbd1001feea640, server=65a045134db8,40141,1732363170621}] 2024-11-23T11:59:42,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3608ff7f7178550ae10ba86ab9c8b8, server=65a045134db8,44821,1732363170660}] 2024-11-23T11:59:42,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=957567d007523e6ba63c0a85f5736a05, ASSIGN because future has completed 2024-11-23T11:59:42,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21976b112f8ba5289739e7238490ad02, ASSIGN because future has completed 2024-11-23T11:59:42,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abb1fcad43cd61f9d8d9c0eafe1ccfd2, ASSIGN because future has completed 2024-11-23T11:59:42,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdb918f524ce2f0376f4795734e54324, ASSIGN because future has completed 2024-11-23T11:59:42,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 957567d007523e6ba63c0a85f5736a05, server=65a045134db8,40141,1732363170621}] 2024-11-23T11:59:42,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdb918f524ce2f0376f4795734e54324, server=65a045134db8,33437,1732363170699}] 2024-11-23T11:59:42,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure abb1fcad43cd61f9d8d9c0eafe1ccfd2, server=65a045134db8,33437,1732363170699}] 2024-11-23T11:59:42,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f7ac76473de8c635e9daea165f6e91ef, ASSIGN because future has completed 2024-11-23T11:59:42,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ad8b4e4cd33f64e50eded8653d9734, ASSIGN because future has completed 2024-11-23T11:59:42,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ac76473de8c635e9daea165f6e91ef, server=65a045134db8,33437,1732363170699}] 2024-11-23T11:59:42,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ad8b4e4cd33f64e50eded8653d9734, server=65a045134db8,33437,1732363170699}] 2024-11-23T11:59:42,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21976b112f8ba5289739e7238490ad02, server=65a045134db8,40141,1732363170621}] 2024-11-23T11:59:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:43,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T11:59:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:45,274 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-23T11:59:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:46,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:46,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:46,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:47,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:59:47,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:47,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:47,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:52,445 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:59:52,448 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T11:59:52,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35053, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:59:52,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47579, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T11:59:52,461 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T11:59:52,462 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 17a2d90678dc309127a6f78a32b80988, NAME => 'SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c7aadccf22f725cc58bbd1001feea640, NAME => 'SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,462 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,464 INFO [StoreOpener-c7aadccf22f725cc58bbd1001feea640-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,464 INFO [StoreOpener-17a2d90678dc309127a6f78a32b80988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,465 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T11:59:52,465 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f7ac76473de8c635e9daea165f6e91ef, NAME => 'SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-23T11:59:52,465 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,465 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,465 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,465 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,466 INFO [StoreOpener-c7aadccf22f725cc58bbd1001feea640-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7aadccf22f725cc58bbd1001feea640 columnFamilyName cf 2024-11-23T11:59:52,466 DEBUG [StoreOpener-c7aadccf22f725cc58bbd1001feea640-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,466 INFO [StoreOpener-17a2d90678dc309127a6f78a32b80988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17a2d90678dc309127a6f78a32b80988 columnFamilyName cf 2024-11-23T11:59:52,466 DEBUG [StoreOpener-17a2d90678dc309127a6f78a32b80988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,466 INFO [StoreOpener-c7aadccf22f725cc58bbd1001feea640-1 {}] regionserver.HStore(327): Store=c7aadccf22f725cc58bbd1001feea640/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,466 INFO [StoreOpener-17a2d90678dc309127a6f78a32b80988-1 {}] regionserver.HStore(327): Store=17a2d90678dc309127a6f78a32b80988/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,466 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,466 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,467 INFO [StoreOpener-f7ac76473de8c635e9daea165f6e91ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,467 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,467 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,468 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,468 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,468 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,468 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,468 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,468 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,468 INFO [StoreOpener-f7ac76473de8c635e9daea165f6e91ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ac76473de8c635e9daea165f6e91ef columnFamilyName cf 2024-11-23T11:59:52,468 DEBUG [StoreOpener-f7ac76473de8c635e9daea165f6e91ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,469 INFO [StoreOpener-f7ac76473de8c635e9daea165f6e91ef-1 {}] regionserver.HStore(327): Store=f7ac76473de8c635e9daea165f6e91ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,469 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,469 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,470 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,470 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,470 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,470 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,470 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,472 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,472 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/17a2d90678dc309127a6f78a32b80988/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,472 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,472 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 17a2d90678dc309127a6f78a32b80988; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65513703, jitterRate=-0.02376975119113922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,472 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c7aadccf22f725cc58bbd1001feea640; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69739962, jitterRate=0.03920641541481018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,472 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7aadccf22f725cc58bbd1001feea640 2024-11-23T11:59:52,472 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17a2d90678dc309127a6f78a32b80988 2024-11-23T11:59:52,472 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 17a2d90678dc309127a6f78a32b80988: Running coprocessor pre-open hook at 1732363192462Writing region info on filesystem at 1732363192462Initializing all the Stores at 1732363192464 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192464Cleaning up temporary data from old regions at 1732363192468 (+4 ms)Running coprocessor post-open hooks at 1732363192472 (+4 ms)Region opened successfully at 1732363192472 2024-11-23T11:59:52,472 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c7aadccf22f725cc58bbd1001feea640: Running coprocessor pre-open hook at 1732363192463Writing region info on filesystem at 1732363192463Initializing all the Stores at 1732363192463Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192464 (+1 ms)Cleaning up temporary data from old regions at 1732363192468 (+4 ms)Running coprocessor post-open hooks at 1732363192472 (+4 ms)Region opened successfully at 1732363192472 2024-11-23T11:59:52,473 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988., pid=15, masterSystemTime=1732363192444 2024-11-23T11:59:52,473 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., pid=17, masterSystemTime=1732363192448 2024-11-23T11:59:52,474 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/f7ac76473de8c635e9daea165f6e91ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,475 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f7ac76473de8c635e9daea165f6e91ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67641830, jitterRate=0.00794181227684021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,475 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7ac76473de8c635e9daea165f6e91ef 2024-11-23T11:59:52,475 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T11:59:52,475 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f7ac76473de8c635e9daea165f6e91ef: Running coprocessor pre-open hook at 1732363192466Writing region info on filesystem at 1732363192466Initializing all the Stores at 1732363192466Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192466Cleaning up temporary data from old regions at 1732363192470 (+4 ms)Running coprocessor post-open hooks at 1732363192475 (+5 ms)Region opened successfully at 1732363192475 2024-11-23T11:59:52,475 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T11:59:52,475 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T11:59:52,475 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 957567d007523e6ba63c0a85f5736a05, NAME => 'SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-23T11:59:52,476 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,476 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,476 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef., pid=22, masterSystemTime=1732363192457 2024-11-23T11:59:52,476 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,476 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c7aadccf22f725cc58bbd1001feea640, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T11:59:52,477 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T11:59:52,477 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T11:59:52,477 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T11:59:52,477 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e3608ff7f7178550ae10ba86ab9c8b8, NAME => 'SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-23T11:59:52,477 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,477 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=17a2d90678dc309127a6f78a32b80988, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44821,1732363170660 2024-11-23T11:59:52,477 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,477 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,478 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T11:59:52,478 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T11:59:52,478 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T11:59:52,478 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fdb918f524ce2f0376f4795734e54324, NAME => 'SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-23T11:59:52,479 INFO [StoreOpener-957567d007523e6ba63c0a85f5736a05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,479 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,479 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7ac76473de8c635e9daea165f6e91ef, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:52,479 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,479 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,479 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7aadccf22f725cc58bbd1001feea640, server=65a045134db8,40141,1732363170621 because future has completed 2024-11-23T11:59:52,480 INFO [StoreOpener-3e3608ff7f7178550ae10ba86ab9c8b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17a2d90678dc309127a6f78a32b80988, server=65a045134db8,44821,1732363170660 because future has completed 2024-11-23T11:59:52,480 INFO [StoreOpener-957567d007523e6ba63c0a85f5736a05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 957567d007523e6ba63c0a85f5736a05 columnFamilyName cf 2024-11-23T11:59:52,480 DEBUG [StoreOpener-957567d007523e6ba63c0a85f5736a05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,481 INFO [StoreOpener-fdb918f524ce2f0376f4795734e54324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ac76473de8c635e9daea165f6e91ef, server=65a045134db8,33437,1732363170699 because future has completed 2024-11-23T11:59:52,481 INFO [StoreOpener-957567d007523e6ba63c0a85f5736a05-1 {}] regionserver.HStore(327): Store=957567d007523e6ba63c0a85f5736a05/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,481 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,482 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,482 INFO [StoreOpener-3e3608ff7f7178550ae10ba86ab9c8b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3608ff7f7178550ae10ba86ab9c8b8 columnFamilyName cf 2024-11-23T11:59:52,482 DEBUG [StoreOpener-3e3608ff7f7178550ae10ba86ab9c8b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,482 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-23T11:59:52,483 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,483 INFO [StoreOpener-3e3608ff7f7178550ae10ba86ab9c8b8-1 {}] regionserver.HStore(327): Store=3e3608ff7f7178550ae10ba86ab9c8b8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,483 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,483 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,483 INFO [StoreOpener-fdb918f524ce2f0376f4795734e54324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdb918f524ce2f0376f4795734e54324 columnFamilyName cf 2024-11-23T11:59:52,483 DEBUG [StoreOpener-fdb918f524ce2f0376f4795734e54324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c7aadccf22f725cc58bbd1001feea640, server=65a045134db8,40141,1732363170621 in 10.0370 sec 2024-11-23T11:59:52,484 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,484 INFO [StoreOpener-fdb918f524ce2f0376f4795734e54324-1 {}] regionserver.HStore(327): Store=fdb918f524ce2f0376f4795734e54324/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,484 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-23T11:59:52,484 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,485 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,485 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,485 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,485 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,485 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-23T11:59:52,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7aadccf22f725cc58bbd1001feea640, ASSIGN in 10.2000 sec 2024-11-23T11:59:52,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7ac76473de8c635e9daea165f6e91ef, server=65a045134db8,33437,1732363170699 in 10.0260 sec 2024-11-23T11:59:52,486 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,486 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17a2d90678dc309127a6f78a32b80988, ASSIGN in 10.2010 sec 2024-11-23T11:59:52,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 17a2d90678dc309127a6f78a32b80988, server=65a045134db8,44821,1732363170660 in 10.0410 sec 2024-11-23T11:59:52,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f7ac76473de8c635e9daea165f6e91ef, ASSIGN in 10.2020 sec 2024-11-23T11:59:52,487 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,487 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/957567d007523e6ba63c0a85f5736a05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,488 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 957567d007523e6ba63c0a85f5736a05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59239352, jitterRate=-0.11726486682891846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,488 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 957567d007523e6ba63c0a85f5736a05 2024-11-23T11:59:52,488 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 957567d007523e6ba63c0a85f5736a05: Running coprocessor pre-open hook at 1732363192476Writing region info on filesystem at 1732363192476Initializing all the Stores at 1732363192477 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192477Cleaning up temporary data from old regions at 1732363192483 (+6 ms)Running coprocessor post-open hooks at 1732363192488 (+5 ms)Region opened successfully at 1732363192488 2024-11-23T11:59:52,489 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/3e3608ff7f7178550ae10ba86ab9c8b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,490 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3e3608ff7f7178550ae10ba86ab9c8b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70825921, jitterRate=0.05538846552371979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,490 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T11:59:52,490 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3e3608ff7f7178550ae10ba86ab9c8b8: Running coprocessor pre-open hook at 1732363192478Writing region info on filesystem at 1732363192478Initializing all the Stores at 1732363192479 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192480 (+1 ms)Cleaning up temporary data from old regions at 1732363192485 (+5 ms)Running coprocessor post-open hooks at 1732363192490 (+5 ms)Region opened successfully at 1732363192490 2024-11-23T11:59:52,491 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05., pid=19, masterSystemTime=1732363192448 2024-11-23T11:59:52,491 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8., pid=18, masterSystemTime=1732363192444 2024-11-23T11:59:52,492 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T11:59:52,492 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T11:59:52,493 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T11:59:52,493 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 21976b112f8ba5289739e7238490ad02, NAME => 'SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-23T11:59:52,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=957567d007523e6ba63c0a85f5736a05, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T11:59:52,493 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,493 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,493 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T11:59:52,493 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,493 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,493 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T11:59:52,493 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T11:59:52,494 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c6f1958f15dc742285daa26b82cc5461, NAME => 'SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-23T11:59:52,494 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,494 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,494 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,494 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e3608ff7f7178550ae10ba86ab9c8b8, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44821,1732363170660 2024-11-23T11:59:52,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 957567d007523e6ba63c0a85f5736a05, server=65a045134db8,40141,1732363170621 because future has completed 2024-11-23T11:59:52,496 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3608ff7f7178550ae10ba86ab9c8b8, server=65a045134db8,44821,1732363170660 because future has completed 2024-11-23T11:59:52,499 INFO [StoreOpener-c6f1958f15dc742285daa26b82cc5461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-23T11:59:52,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 957567d007523e6ba63c0a85f5736a05, server=65a045134db8,40141,1732363170621 in 10.0440 sec 2024-11-23T11:59:52,501 INFO [StoreOpener-21976b112f8ba5289739e7238490ad02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,501 INFO [StoreOpener-c6f1958f15dc742285daa26b82cc5461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6f1958f15dc742285daa26b82cc5461 columnFamilyName cf 2024-11-23T11:59:52,501 DEBUG [StoreOpener-c6f1958f15dc742285daa26b82cc5461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,501 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-23T11:59:52,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e3608ff7f7178550ae10ba86ab9c8b8, server=65a045134db8,44821,1732363170660 in 10.0540 sec 2024-11-23T11:59:52,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=957567d007523e6ba63c0a85f5736a05, ASSIGN in 10.2170 sec 2024-11-23T11:59:52,502 INFO [StoreOpener-c6f1958f15dc742285daa26b82cc5461-1 {}] regionserver.HStore(327): Store=c6f1958f15dc742285daa26b82cc5461/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,502 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,502 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fdb918f524ce2f0376f4795734e54324; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69587413, jitterRate=0.036933258175849915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,502 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdb918f524ce2f0376f4795734e54324 2024-11-23T11:59:52,503 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fdb918f524ce2f0376f4795734e54324: Running coprocessor pre-open hook at 1732363192479Writing region info on filesystem at 1732363192479Initializing all the Stores at 1732363192480 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192480Cleaning up temporary data from old regions at 1732363192486 (+6 ms)Running coprocessor post-open hooks at 1732363192502 (+16 ms)Region opened successfully at 1732363192502 2024-11-23T11:59:52,503 INFO [StoreOpener-21976b112f8ba5289739e7238490ad02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21976b112f8ba5289739e7238490ad02 columnFamilyName cf 2024-11-23T11:59:52,503 DEBUG [StoreOpener-21976b112f8ba5289739e7238490ad02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,503 INFO [StoreOpener-21976b112f8ba5289739e7238490ad02-1 {}] regionserver.HStore(327): Store=21976b112f8ba5289739e7238490ad02/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,503 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,503 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,503 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., pid=21, masterSystemTime=1732363192457 2024-11-23T11:59:52,504 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e3608ff7f7178550ae10ba86ab9c8b8, ASSIGN in 10.2190 sec 2024-11-23T11:59:52,505 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,505 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,505 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,505 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,506 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T11:59:52,506 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T11:59:52,506 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T11:59:52,506 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,506 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,506 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => abb1fcad43cd61f9d8d9c0eafe1ccfd2, NAME => 'SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-23T11:59:52,506 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,507 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,507 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,507 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fdb918f524ce2f0376f4795734e54324, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:52,508 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,509 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdb918f524ce2f0376f4795734e54324, server=65a045134db8,33437,1732363170699 because future has completed 2024-11-23T11:59:52,511 INFO [StoreOpener-abb1fcad43cd61f9d8d9c0eafe1ccfd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,512 INFO [StoreOpener-abb1fcad43cd61f9d8d9c0eafe1ccfd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abb1fcad43cd61f9d8d9c0eafe1ccfd2 columnFamilyName cf 2024-11-23T11:59:52,512 DEBUG [StoreOpener-abb1fcad43cd61f9d8d9c0eafe1ccfd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-23T11:59:52,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fdb918f524ce2f0376f4795734e54324, server=65a045134db8,33437,1732363170699 in 10.0560 sec 2024-11-23T11:59:52,513 INFO [StoreOpener-abb1fcad43cd61f9d8d9c0eafe1ccfd2-1 {}] regionserver.HStore(327): Store=abb1fcad43cd61f9d8d9c0eafe1ccfd2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,514 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,515 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,515 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,515 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,515 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdb918f524ce2f0376f4795734e54324, ASSIGN in 10.2300 sec 2024-11-23T11:59:52,517 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,522 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,523 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/21976b112f8ba5289739e7238490ad02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,523 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c6f1958f15dc742285daa26b82cc5461; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71478715, jitterRate=0.06511585414409637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,523 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6f1958f15dc742285daa26b82cc5461 2024-11-23T11:59:52,523 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c6f1958f15dc742285daa26b82cc5461: Running coprocessor pre-open hook at 1732363192494Writing region info on filesystem at 1732363192494Initializing all the Stores at 1732363192495 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192495Cleaning up temporary data from old regions at 1732363192505 (+10 ms)Running coprocessor post-open hooks at 1732363192523 (+18 ms)Region opened successfully at 1732363192523 2024-11-23T11:59:52,523 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 21976b112f8ba5289739e7238490ad02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63839019, jitterRate=-0.04872448742389679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,523 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21976b112f8ba5289739e7238490ad02 2024-11-23T11:59:52,523 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 21976b112f8ba5289739e7238490ad02: Running coprocessor pre-open hook at 1732363192493Writing region info on filesystem at 1732363192493Initializing all the Stores at 1732363192495 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192495Cleaning up temporary data from old regions at 1732363192506 (+11 ms)Running coprocessor post-open hooks at 1732363192523 (+17 ms)Region opened successfully at 1732363192523 2024-11-23T11:59:52,524 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461., pid=16, masterSystemTime=1732363192444 2024-11-23T11:59:52,524 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02., pid=23, masterSystemTime=1732363192448 2024-11-23T11:59:52,526 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T11:59:52,526 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T11:59:52,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c6f1958f15dc742285daa26b82cc5461, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,44821,1732363170660 2024-11-23T11:59:52,527 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T11:59:52,527 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T11:59:52,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21976b112f8ba5289739e7238490ad02, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T11:59:52,528 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,529 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened abb1fcad43cd61f9d8d9c0eafe1ccfd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60488890, jitterRate=-0.09864529967308044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,529 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T11:59:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6f1958f15dc742285daa26b82cc5461, server=65a045134db8,44821,1732363170660 because future has completed 2024-11-23T11:59:52,529 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for abb1fcad43cd61f9d8d9c0eafe1ccfd2: Running coprocessor pre-open hook at 1732363192507Writing region info on filesystem at 1732363192507Initializing all the Stores at 1732363192508 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192508Cleaning up temporary data from old regions at 1732363192515 (+7 ms)Running coprocessor post-open hooks at 1732363192529 (+14 ms)Region opened successfully at 1732363192529 2024-11-23T11:59:52,530 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2., pid=20, masterSystemTime=1732363192457 2024-11-23T11:59:52,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21976b112f8ba5289739e7238490ad02, server=65a045134db8,40141,1732363170621 because future has completed 2024-11-23T11:59:52,532 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T11:59:52,532 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T11:59:52,532 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T11:59:52,532 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=abb1fcad43cd61f9d8d9c0eafe1ccfd2, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:52,532 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 95ad8b4e4cd33f64e50eded8653d9734, NAME => 'SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-23T11:59:52,533 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,533 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T11:59:52,533 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,533 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-23T11:59:52,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c6f1958f15dc742285daa26b82cc5461, server=65a045134db8,44821,1732363170660 in 10.0880 sec 2024-11-23T11:59:52,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure abb1fcad43cd61f9d8d9c0eafe1ccfd2, server=65a045134db8,33437,1732363170699 because future has completed 2024-11-23T11:59:52,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-23T11:59:52,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6f1958f15dc742285daa26b82cc5461, ASSIGN in 10.2510 sec 2024-11-23T11:59:52,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21976b112f8ba5289739e7238490ad02, server=65a045134db8,40141,1732363170621 in 10.0740 sec 2024-11-23T11:59:52,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-23T11:59:52,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21976b112f8ba5289739e7238490ad02, ASSIGN in 10.2530 sec 2024-11-23T11:59:52,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure abb1fcad43cd61f9d8d9c0eafe1ccfd2, server=65a045134db8,33437,1732363170699 in 10.0820 sec 2024-11-23T11:59:52,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abb1fcad43cd61f9d8d9c0eafe1ccfd2, ASSIGN in 10.2540 sec 2024-11-23T11:59:52,539 INFO [StoreOpener-95ad8b4e4cd33f64e50eded8653d9734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,540 INFO [StoreOpener-95ad8b4e4cd33f64e50eded8653d9734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95ad8b4e4cd33f64e50eded8653d9734 columnFamilyName cf 2024-11-23T11:59:52,540 DEBUG [StoreOpener-95ad8b4e4cd33f64e50eded8653d9734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T11:59:52,541 INFO [StoreOpener-95ad8b4e4cd33f64e50eded8653d9734-1 {}] regionserver.HStore(327): Store=95ad8b4e4cd33f64e50eded8653d9734/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T11:59:52,541 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,541 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,542 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,542 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,542 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,544 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,546 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/95ad8b4e4cd33f64e50eded8653d9734/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T11:59:52,546 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 95ad8b4e4cd33f64e50eded8653d9734; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65074413, jitterRate=-0.030315682291984558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T11:59:52,546 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T11:59:52,546 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 95ad8b4e4cd33f64e50eded8653d9734: Running coprocessor pre-open hook at 1732363192533Writing region info on filesystem at 1732363192533Initializing all the Stores at 1732363192535 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363192535Cleaning up temporary data from old regions at 1732363192542 (+7 ms)Running coprocessor post-open hooks at 1732363192546 (+4 ms)Region opened successfully at 1732363192546 2024-11-23T11:59:52,547 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734., pid=24, masterSystemTime=1732363192457 2024-11-23T11:59:52,549 DEBUG [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T11:59:52,549 INFO [RS_OPEN_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T11:59:52,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=95ad8b4e4cd33f64e50eded8653d9734, regionState=OPEN, openSeqNum=2, regionLocation=65a045134db8,33437,1732363170699 2024-11-23T11:59:52,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ad8b4e4cd33f64e50eded8653d9734, server=65a045134db8,33437,1732363170699 because future has completed 2024-11-23T11:59:52,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-23T11:59:52,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 95ad8b4e4cd33f64e50eded8653d9734, server=65a045134db8,33437,1732363170699 in 10.0940 sec 2024-11-23T11:59:52,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-23T11:59:52,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ad8b4e4cd33f64e50eded8653d9734, ASSIGN in 10.2700 sec 2024-11-23T11:59:52,556 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T11:59:52,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732363192556"}]},"ts":"1732363192556"} 2024-11-23T11:59:52,558 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-23T11:59:52,559 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T11:59:52,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8010 sec 2024-11-23T11:59:55,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-23T11:59:57,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:57,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:57,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:58,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T11:59:58,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:58,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:58,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T11:59:59,020 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=65a045134db8:42027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-23T11:59:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T11:59:59,981 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-23T11:59:59,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-23T11:59:59,982 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:59:59,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-23T11:59:59,990 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T11:59:59,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-23T12:00:00,026 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,029 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,030 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,031 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,037 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,053 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,054 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,082 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,083 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,085 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,086 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,088 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2., hostname=65a045134db8,33437,1732363170699, seqNum=2] 2024-11-23T12:00:00,119 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., hostname=65a045134db8,40141,1732363170621, seqNum=2] 2024-11-23T12:00:00,120 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., hostname=65a045134db8,40141,1732363170621, seqNum=2] 2024-11-23T12:00:00,122 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., hostname=65a045134db8,40141,1732363170621, seqNum=2] 2024-11-23T12:00:00,124 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., hostname=65a045134db8,40141,1732363170621, seqNum=2] 2024-11-23T12:00:00,125 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., hostname=65a045134db8,40141,1732363170621, seqNum=2] 2024-11-23T12:00:00,126 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., hostname=65a045134db8,40141,1732363170621, seqNum=2] 2024-11-23T12:00:00,181 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461., hostname=65a045134db8,44821,1732363170660, seqNum=2] 2024-11-23T12:00:00,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461., hostname=65a045134db8,44821,1732363170660, seqNum=2] 2024-11-23T12:00:00,186 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461., hostname=65a045134db8,44821,1732363170660, seqNum=2] 2024-11-23T12:00:00,188 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461., hostname=65a045134db8,44821,1732363170660, seqNum=2] 2024-11-23T12:00:00,189 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461., hostname=65a045134db8,44821,1732363170660, seqNum=2] 2024-11-23T12:00:00,190 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461., hostname=65a045134db8,44821,1732363170660, seqNum=2] 2024-11-23T12:00:00,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:00:00,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:00:00,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:00:00,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T12:00:00,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T12:00:00,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T12:00:00,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T12:00:00,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T12:00:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:01,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44821 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. with WAL disabled. Data may be lost in the event of a crash. 2024-11-23T12:00:01,306 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-23T12:00:01,307 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T12:00:01,308 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-23T12:00:01,309 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-23T12:00:01,312 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-23T12:00:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741848_1024 (size=49) 2024-11-23T12:00:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741848_1024 (size=49) 2024-11-23T12:00:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741848_1024 (size=49) 2024-11-23T12:00:01,322 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-23T12:00:01,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21976b112f8ba5289739e7238490ad02}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ad8b4e4cd33f64e50eded8653d9734}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e3608ff7f7178550ae10ba86ab9c8b8}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 957567d007523e6ba63c0a85f5736a05}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7ac76473de8c635e9daea165f6e91ef}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17a2d90678dc309127a6f78a32b80988}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdb918f524ce2f0376f4795734e54324}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abb1fcad43cd61f9d8d9c0eafe1ccfd2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7aadccf22f725cc58bbd1001feea640}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6f1958f15dc742285daa26b82cc5461}] 2024-11-23T12:00:01,324 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T12:00:01,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T12:00:01,325 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6f1958f15dc742285daa26b82cc5461 2024-11-23T12:00:01,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21976b112f8ba5289739e7238490ad02 2024-11-23T12:00:01,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7aadccf22f725cc58bbd1001feea640 2024-11-23T12:00:01,328 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T12:00:01,328 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdb918f524ce2f0376f4795734e54324 2024-11-23T12:00:01,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7ac76473de8c635e9daea165f6e91ef 2024-11-23T12:00:01,332 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17a2d90678dc309127a6f78a32b80988 2024-11-23T12:00:01,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 957567d007523e6ba63c0a85f5736a05 2024-11-23T12:00:11,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-23T12:00:11,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-23T12:00:11,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-23T12:00:11,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-23T12:00:11,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T12:00:11,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-23T12:00:11,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T12:00:11,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T12:00:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-23T12:00:11,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 17a2d90678dc309127a6f78a32b80988: 2024-11-23T12:00:11,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T12:00:11,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-23T12:00:11,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,329 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c7aadccf22f725cc58bbd1001feea640 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-23T12:00:11,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 95ad8b4e4cd33f64e50eded8653d9734: 2024-11-23T12:00:11,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 957567d007523e6ba63c0a85f5736a05: 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T12:00:11,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-23T12:00:11,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T12:00:11,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-23T12:00:11,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T12:00:11,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing fdb918f524ce2f0376f4795734e54324 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-23T12:00:11,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 21976b112f8ba5289739e7238490ad02: 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3e3608ff7f7178550ae10ba86ab9c8b8: 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T12:00:11,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T12:00:11,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:11,334 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c6f1958f15dc742285daa26b82cc5461 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-23T12:00:11,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-23T12:00:11,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T12:00:11,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f7ac76473de8c635e9daea165f6e91ef: 2024-11-23T12:00:11,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-23T12:00:11,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/.tmp/cf/751b161904a84649bb193d6c2d45b57b is 34, key is aaa/cf:cf/1732363200822/Put/seqid=0 2024-11-23T12:00:11,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/.tmp/cf/fedfa469b42941d4900552b5c647018e is 34, key is ccd/cf:cf/1732363200842/Put/seqid=0 2024-11-23T12:00:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741855_1031 (size=26918) 2024-11-23T12:00:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741855_1031 (size=26918) 2024-11-23T12:00:11,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741855_1031 (size=26918) 2024-11-23T12:00:11,383 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/.tmp/cf/751b161904a84649bb193d6c2d45b57b 2024-11-23T12:00:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741854_1030 (size=65) 2024-11-23T12:00:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741854_1030 (size=65) 2024-11-23T12:00:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741850_1026 (size=65) 2024-11-23T12:00:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741854_1030 (size=65) 2024-11-23T12:00:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741850_1026 (size=65) 2024-11-23T12:00:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741850_1026 (size=65) 2024-11-23T12:00:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732363181757.f7ac76473de8c635e9daea165f6e91ef. 2024-11-23T12:00:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-23T12:00:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T12:00:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734. 2024-11-23T12:00:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T12:00:11,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing abb1fcad43cd61f9d8d9c0eafe1ccfd2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-23T12:00:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-23T12:00:11,399 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f7ac76473de8c635e9daea165f6e91ef 2024-11-23T12:00:11,399 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f7ac76473de8c635e9daea165f6e91ef 2024-11-23T12:00:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-23T12:00:11,400 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T12:00:11,400 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ad8b4e4cd33f64e50eded8653d9734 2024-11-23T12:00:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741851_1027 (size=65) 2024-11-23T12:00:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741851_1027 (size=65) 2024-11-23T12:00:11,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f7ac76473de8c635e9daea165f6e91ef in 10.0790 sec 2024-11-23T12:00:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741851_1027 (size=65) 2024-11-23T12:00:11,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T12:00:11,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95ad8b4e4cd33f64e50eded8653d9734 in 10.0800 sec 2024-11-23T12:00:11,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T12:00:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-23T12:00:11,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 957567d007523e6ba63c0a85f5736a05 2024-11-23T12:00:11,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 957567d007523e6ba63c0a85f5736a05 2024-11-23T12:00:11,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 957567d007523e6ba63c0a85f5736a05 in 10.0890 sec 2024-11-23T12:00:11,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/.tmp/cf/d3478ec3a41142a4944ad74da95e2bbe is 34, key is eaa/cf:cf/1732363201252/Put/seqid=0 2024-11-23T12:00:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741852_1028 (size=65) 2024-11-23T12:00:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741852_1028 (size=65) 2024-11-23T12:00:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741852_1028 (size=65) 2024-11-23T12:00:11,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T12:00:11,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-23T12:00:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-23T12:00:11,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T12:00:11,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T12:00:11,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e3608ff7f7178550ae10ba86ab9c8b8 in 10.1060 sec 2024-11-23T12:00:11,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741853_1029 (size=57) 2024-11-23T12:00:11,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741853_1029 (size=57) 2024-11-23T12:00:11,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741853_1029 (size=57) 2024-11-23T12:00:11,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/.tmp/cf/751b161904a84649bb193d6c2d45b57b as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/cf/751b161904a84649bb193d6c2d45b57b 2024-11-23T12:00:11,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T12:00:11,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-23T12:00:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-23T12:00:11,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21976b112f8ba5289739e7238490ad02 2024-11-23T12:00:11,439 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21976b112f8ba5289739e7238490ad02 2024-11-23T12:00:11,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21976b112f8ba5289739e7238490ad02 in 10.1210 sec 2024-11-23T12:00:11,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/.tmp/cf/bd1c1fa9b8da467fa6d49d24cdc6e90c is 34, key is baa/cf:cf/1732363200854/Put/seqid=0 2024-11-23T12:00:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741849_1025 (size=65) 2024-11-23T12:00:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741849_1025 (size=65) 2024-11-23T12:00:11,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T12:00:11,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T12:00:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-23T12:00:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741849_1025 (size=65) 2024-11-23T12:00:11,455 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 17a2d90678dc309127a6f78a32b80988 2024-11-23T12:00:11,455 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17a2d90678dc309127a6f78a32b80988 2024-11-23T12:00:11,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741856_1032 (size=47197) 2024-11-23T12:00:11,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/cf/751b161904a84649bb193d6c2d45b57b, entries=676, sequenceid=5, filesize=26.3 K 2024-11-23T12:00:11,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 17a2d90678dc309127a6f78a32b80988 in 10.1340 sec 2024-11-23T12:00:11,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741856_1032 (size=47197) 2024-11-23T12:00:11,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for fdb918f524ce2f0376f4795734e54324 in 127ms, sequenceid=5, compaction requested=false 2024-11-23T12:00:11,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741856_1032 (size=47197) 2024-11-23T12:00:11,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for fdb918f524ce2f0376f4795734e54324: 2024-11-23T12:00:11,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/cf/751b161904a84649bb193d6c2d45b57b] hfiles 2024-11-23T12:00:11,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/fdb918f524ce2f0376f4795734e54324/cf/751b161904a84649bb193d6c2d45b57b for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,460 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/.tmp/cf/fedfa469b42941d4900552b5c647018e 2024-11-23T12:00:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741857_1033 (size=499309) 2024-11-23T12:00:11,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741857_1033 (size=499309) 2024-11-23T12:00:11,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741857_1033 (size=499309) 2024-11-23T12:00:11,463 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/.tmp/cf/d3478ec3a41142a4944ad74da95e2bbe 2024-11-23T12:00:11,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/.tmp/cf/fedfa469b42941d4900552b5c647018e as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/cf/fedfa469b42941d4900552b5c647018e 2024-11-23T12:00:11,476 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/cf/fedfa469b42941d4900552b5c647018e, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-23T12:00:11,476 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c7aadccf22f725cc58bbd1001feea640 in 147ms, sequenceid=5, compaction requested=false 2024-11-23T12:00:11,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c7aadccf22f725cc58bbd1001feea640: 2024-11-23T12:00:11,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/cf/fedfa469b42941d4900552b5c647018e] hfiles 2024-11-23T12:00:11,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/cf/fedfa469b42941d4900552b5c647018e for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/.tmp/cf/d3478ec3a41142a4944ad74da95e2bbe as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/cf/d3478ec3a41142a4944ad74da95e2bbe 2024-11-23T12:00:11,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/cf/d3478ec3a41142a4944ad74da95e2bbe, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-23T12:00:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741858_1034 (size=28623) 2024-11-23T12:00:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741858_1034 (size=28623) 2024-11-23T12:00:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741858_1034 (size=28623) 2024-11-23T12:00:11,495 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c6f1958f15dc742285daa26b82cc5461 in 161ms, sequenceid=5, compaction requested=false 2024-11-23T12:00:11,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c6f1958f15dc742285daa26b82cc5461: 2024-11-23T12:00:11,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/cf/d3478ec3a41142a4944ad74da95e2bbe] hfiles 2024-11-23T12:00:11,496 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/cf/d3478ec3a41142a4944ad74da95e2bbe for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,496 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/.tmp/cf/bd1c1fa9b8da467fa6d49d24cdc6e90c 2024-11-23T12:00:11,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/.tmp/cf/bd1c1fa9b8da467fa6d49d24cdc6e90c as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/cf/bd1c1fa9b8da467fa6d49d24cdc6e90c 2024-11-23T12:00:11,510 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/cf/bd1c1fa9b8da467fa6d49d24cdc6e90c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-23T12:00:11,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741859_1035 (size=105) 2024-11-23T12:00:11,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for abb1fcad43cd61f9d8d9c0eafe1ccfd2 in 113ms, sequenceid=5, compaction requested=false 2024-11-23T12:00:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741859_1035 (size=105) 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for abb1fcad43cd61f9d8d9c0eafe1ccfd2: 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. for SnapshotProcedureTest completed. 2024-11-23T12:00:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741859_1035 (size=105) 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732363181757.fdb918f524ce2f0376f4795734e54324. 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2.' region-info for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/cf/bd1c1fa9b8da467fa6d49d24cdc6e90c] hfiles 2024-11-23T12:00:11,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/abb1fcad43cd61f9d8d9c0eafe1ccfd2/cf/bd1c1fa9b8da467fa6d49d24cdc6e90c for snapshot=SnapshotProcedureTest 2024-11-23T12:00:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-23T12:00:11,512 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fdb918f524ce2f0376f4795734e54324 2024-11-23T12:00:11,513 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdb918f524ce2f0376f4795734e54324 2024-11-23T12:00:11,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fdb918f524ce2f0376f4795734e54324 in 10.1910 sec 2024-11-23T12:00:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741860_1036 (size=105) 2024-11-23T12:00:11,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741860_1036 (size=105) 2024-11-23T12:00:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741860_1036 (size=105) 2024-11-23T12:00:11,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T12:00:11,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-23T12:00:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-23T12:00:11,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c7aadccf22f725cc58bbd1001feea640 2024-11-23T12:00:11,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7aadccf22f725cc58bbd1001feea640 2024-11-23T12:00:11,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c7aadccf22f725cc58bbd1001feea640 in 10.2080 sec 2024-11-23T12:00:11,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741861_1037 (size=97) 2024-11-23T12:00:11,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741861_1037 (size=97) 2024-11-23T12:00:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741861_1037 (size=97) 2024-11-23T12:00:11,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:11,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-23T12:00:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-23T12:00:11,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6f1958f15dc742285daa26b82cc5461 2024-11-23T12:00:11,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6f1958f15dc742285daa26b82cc5461 2024-11-23T12:00:11,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6f1958f15dc742285daa26b82cc5461 in 10.2150 sec 2024-11-23T12:00:11,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741862_1038 (size=105) 2024-11-23T12:00:11,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741862_1038 (size=105) 2024-11-23T12:00:11,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741862_1038 (size=105) 2024-11-23T12:00:11,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732363181757.abb1fcad43cd61f9d8d9c0eafe1ccfd2. 2024-11-23T12:00:11,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T12:00:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-23T12:00:11,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T12:00:11,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abb1fcad43cd61f9d8d9c0eafe1ccfd2 2024-11-23T12:00:11,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-23T12:00:11,548 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-23T12:00:11,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure abb1fcad43cd61f9d8d9c0eafe1ccfd2 in 10.2240 sec 2024-11-23T12:00:11,549 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-23T12:00:11,550 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-23T12:00:11,550 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-23T12:00:11,552 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T12:00:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741863_1039 (size=1174) 2024-11-23T12:00:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741863_1039 (size=1174) 2024-11-23T12:00:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741863_1039 (size=1174) 2024-11-23T12:00:11,574 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-23T12:00:11,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-23T12:00:11,581 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,33437,1732363170699 2024-11-23T12:00:11,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:11,581 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:11,581 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:11,581 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:11,586 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:11,586 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:11,586 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,33437,1732363170699 2024-11-23T12:00:11,586 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,33437,1732363170699 2024-11-23T12:00:11,622 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T12:00:11,623 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 65a045134db8,33437,1732363170699 2024-11-23T12:00:11,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 65a045134db8,33437,1732363170699: Simulated kill ***** 2024-11-23T12:00:11,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T12:00:11,623 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T12:00:11,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T12:00:11,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T12:00:11,624 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T12:00:11,624 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 473682432 }, "NonHeapMemoryUsage": { "committed": 177209344, "init": 7667712, "max": -1, "used": 173108712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T12:00:11,625 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33327 {}] master.MasterRpcServices(700): 65a045134db8,33437,1732363170699 reported a fatal error: ***** ABORTING region server 65a045134db8,33437,1732363170699: Simulated kill ***** 2024-11-23T12:00:11,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,33437,1732363170699' ***** 2024-11-23T12:00:11,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-23T12:00:11,626 INFO [RS:2;65a045134db8:33437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T12:00:11,626 INFO [RS:2;65a045134db8:33437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-23T12:00:11,626 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T12:00:11,626 INFO [RS:2;65a045134db8:33437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-23T12:00:11,626 INFO [RS:2;65a045134db8:33437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T12:00:11,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T12:00:11,626 INFO [RS:2;65a045134db8:33437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;65a045134db8:33437. 2024-11-23T12:00:11,626 DEBUG [RS:2;65a045134db8:33437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:00:11,626 DEBUG [RS:2;65a045134db8:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741836_1012 (size=14382) 2024-11-23T12:00:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741836_1012 (size=14382) 2024-11-23T12:00:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741836_1012 (size=14382) 2024-11-23T12:00:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741833_1009 (size=2301) 2024-11-23T12:00:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741833_1009 (size=2301) 2024-11-23T12:00:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741833_1009 (size=2301) 2024-11-23T12:00:11,632 DEBUG [RS:2;65a045134db8:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:11,633 INFO [RS:2;65a045134db8:33437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:00:11,633 INFO [RS:2;65a045134db8:33437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33437 2024-11-23T12:00:11,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,33437,1732363170699 2024-11-23T12:00:11,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T12:00:11,674 INFO [RS:2;65a045134db8:33437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T12:00:11,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,33437,1732363170699] 2024-11-23T12:00:11,686 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:00:11,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,33437,1732363170699 already deleted, retry=false 2024-11-23T12:00:11,691 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 65a045134db8,33437,1732363170699 on 65a045134db8,33327,1732363170485 2024-11-23T12:00:11,692 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 65a045134db8,33437,1732363170699, splitWal=true, meta=true 2024-11-23T12:00:11,692 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 65a045134db8,33437,1732363170699 (carryingMeta=true) 65a045134db8,33437,1732363170699/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2857017b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T12:00:11,693 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 65a045134db8,33437,1732363170699, splitWal=true, meta=true 2024-11-23T12:00:11,693 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 65a045134db8,33437,1732363170699, splitWal=true, meta=true, isMeta: true 2024-11-23T12:00:11,695 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting 2024-11-23T12:00:11,696 INFO [PEWorker-1 {}] master.SplitWALManager(105): 65a045134db8,33437,1732363170699 WAL count=1, meta=true 2024-11-23T12:00:11,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta}] 2024-11-23T12:00:11,698 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:11,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, worker=65a045134db8,44821,1732363170660}] 2024-11-23T12:00:11,700 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33437,1732363170699 Release verify snapshot worker=65a045134db8,33437,1732363170699 2024-11-23T12:00:11,700 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 65a045134db8,33437,1732363170699, this operation will be retried to send to another server 2024-11-23T12:00:11,700 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T12:00:11,701 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732363212701 2024-11-23T12:00:11,701 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33437,1732363170699 Release verify snapshot worker=65a045134db8,33437,1732363170699 2024-11-23T12:00:11,701 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 65a045134db8,33437,1732363170699, this operation will be retried to send to another server 2024-11-23T12:00:11,701 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T12:00:11,701 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-23T12:00:11,701 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-23T12:00:11,701 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732363212701 2024-11-23T12:00:11,701 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-23T12:00:11,701 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-23T12:00:11,702 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,33437,1732363170699 Release verify snapshot worker=65a045134db8,33437,1732363170699 2024-11-23T12:00:11,702 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 65a045134db8,33437,1732363170699, this operation will be retried to send to another server 2024-11-23T12:00:11,702 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-23T12:00:11,703 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732363212703 2024-11-23T12:00:11,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:11,782 INFO [RS:2;65a045134db8:33437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T12:00:11,783 INFO [RS:2;65a045134db8:33437 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,33437,1732363170699; zookeeper connection closed. 2024-11-23T12:00:11,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x10168d9c5630003, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:11,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a92ea1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a92ea1 2024-11-23T12:00:12,239 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T12:00:12,240 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T12:00:21,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-23T12:00:21,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-23T12:00:21,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-23T12:00:21,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-23T12:00:21,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-23T12:00:21,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-23T12:00:21,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-23T12:00:21,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T12:00:21,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-23T12:00:21,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-23T12:00:21,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-23T12:00:21,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-23T12:00:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-23T12:00:21,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-23T12:00:21,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-23T12:00:21,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-23T12:00:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-23T12:00:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-23T12:00:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-23T12:00:21,595 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 Release verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:21,595 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 Release verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-23T12:00:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-23T12:00:21,596 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 Release verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:21,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:21,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 in 10.0180 sec 2024-11-23T12:00:21,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 in 10.0170 sec 2024-11-23T12:00:21,597 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:21,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 in 10.0170 sec 2024-11-23T12:00:21,599 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 Release verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:21,599 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 Release verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:21,599 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:21,599 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:21,600 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 Release verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:21,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 in 10.0210 sec 2024-11-23T12:00:21,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 in 10.0210 sec 2024-11-23T12:00:21,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 in 10.0220 sec 2024-11-23T12:00:21,608 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, size=14.0 K (14382bytes) 2024-11-23T12:00:21,609 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta 2024-11-23T12:00:21,609 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta after 0ms 2024-11-23T12:00:21,612 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta took 4ms 2024-11-23T12:00:21,614 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-23T12:00:21,616 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta so closing down 2024-11-23T12:00:21,616 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-23T12:00:21,616 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta.temp 2024-11-23T12:00:21,617 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta.temp 2024-11-23T12:00:21,618 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-23T12:00:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741864_1040 (size=14141) 2024-11-23T12:00:21,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741864_1040 (size=14141) 2024-11-23T12:00:21,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741864_1040 (size=14141) 2024-11-23T12:00:21,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-23T12:00:21,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta.temp to hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T12:00:21,630 INFO [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-23T12:00:21,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, journal: Splitting hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, size=14.0 K (14382bytes) at 1732363221608Finishing writing output for hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta so closing down at 1732363221616 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta.temp at 1732363221617 (+1 ms)3 split writer threads finished at 1732363221618 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732363221628 (+10 ms)Rename recovered edits hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta.temp to hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732363221630 (+2 ms)Processed 26 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732363221630 2024-11-23T12:00:21,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta 2024-11-23T12:00:21,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/65a045134db8:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T12:00:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-23T12:00:21,634 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting/65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta to hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs 2024-11-23T12:00:21,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T12:00:21,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, worker=65a045134db8,44821,1732363170660 in 9.9360 sec 2024-11-23T12:00:21,636 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:21,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-23T12:00:21,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 65a045134db8%2C33437%2C1732363170699.meta.1732363181567.meta, worker=65a045134db8,44821,1732363170660 in 9.9400 sec 2024-11-23T12:00:21,639 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,33437,1732363170699-splitting dir is empty, no logs to split. 2024-11-23T12:00:21,639 INFO [PEWorker-4 {}] master.SplitWALManager(105): 65a045134db8,33437,1732363170699 WAL count=0, meta=true 2024-11-23T12:00:21,639 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 65a045134db8,33437,1732363170699 WAL splitting is done? wals=0, meta=true 2024-11-23T12:00:21,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T12:00:21,641 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T12:00:21,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T12:00:21,655 INFO [master/65a045134db8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T12:00:21,655 INFO [master/65a045134db8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T12:00:21,792 DEBUG [65a045134db8:33327 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-23T12:00:21,792 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(204): Hosts are {65a045134db8=0} racks are {/default-rack=0} 2024-11-23T12:00:21,793 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T12:00:21,793 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T12:00:21,793 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T12:00:21,793 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T12:00:21,793 INFO [65a045134db8:33327 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T12:00:21,793 INFO [65a045134db8:33327 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T12:00:21,793 DEBUG [65a045134db8:33327 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T12:00:21,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T12:00:21,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,40141,1732363170621, state=OPENING 2024-11-23T12:00:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:00:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:00:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:00:21,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T12:00:21,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:00:21,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:00:21,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:00:21,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,40141,1732363170621}] 2024-11-23T12:00:30,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T12:00:31,275 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-23T12:00:31,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-23T12:00:31,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-23T12:00:31,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-23T12:00:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-23T12:00:31,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-23T12:00:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-23T12:00:31,606 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 Release verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:31,607 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T12:00:31,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-23T12:00:31,607 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T12:00:31,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-23T12:00:31,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-23T12:00:31,608 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 Release verify snapshot worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:31,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 in 20.0280 sec 2024-11-23T12:00:31,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-23T12:00:31,608 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T12:00:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-23T12:00:31,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,44821,1732363170660 in 20.0300 sec 2024-11-23T12:00:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33327 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-23T12:00:31,610 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65a045134db8%2C40141%2C1732363170621.meta, suffix=.meta, logDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621, archiveDir=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs, maxLogs=32 2024-11-23T12:00:31,611 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 Release verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:31,611 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 Release verify snapshot worker=65a045134db8,40141,1732363170621 2024-11-23T12:00:31,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 in 20.0330 sec 2024-11-23T12:00:31,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-11-23T12:00:31,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=65a045134db8,40141,1732363170621 in 20.0330 sec 2024-11-23T12:00:31,613 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-23T12:00:31,614 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.hbase-snapshot/SnapshotProcedureTest 2024-11-23T12:00:31,616 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-23T12:00:31,616 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-23T12:00:31,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3110 sec 2024-11-23T12:00:31,624 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621/65a045134db8%2C40141%2C1732363170621.meta.1732363231611.meta, exclude list is [], retry=0 2024-11-23T12:00:31,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43715,DS-b4439df5-24d5-4aee-ad58-e8b4603b5cfc,DISK] 2024-11-23T12:00:31,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-78a6ef3f-8c0f-417d-bee4-c339e7e0450e,DISK] 2024-11-23T12:00:31,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-9adc6a7b-e339-4b05-a64c-9579fb6929ce,DISK] 2024-11-23T12:00:31,628 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621/65a045134db8%2C40141%2C1732363170621.meta.1732363231611.meta 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365),(127.0.0.1/127.0.0.1:33111:33111),(127.0.0.1/127.0.0.1:36963:36963)] 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T12:00:31,629 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T12:00:31,629 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T12:00:31,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T12:00:31,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T12:00:31,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:00:31,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:00:31,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T12:00:31,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T12:00:31,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:00:31,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:00:31,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T12:00:31,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T12:00:31,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:00:31,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:00:31,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T12:00:31,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T12:00:31,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T12:00:31,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T12:00:31,636 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T12:00:31,637 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740 2024-11-23T12:00:31,638 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740 2024-11-23T12:00:31,638 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T12:00:31,643 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T12:00:31,643 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-23T12:00:31,654 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-23T12:00:31,655 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 65a045134db8:33437 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:33437 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T12:00:31,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,33437,1732363170699, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=65a045134db8,33437,1732363170699, seqNum=-1, error=java.net.ConnectException: Call to address=65a045134db8:33437 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:33437 2024-11-23T12:00:31,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,33437,1732363170699, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-23T12:00:31,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=65a045134db8,33437,1732363170699, seqNum=-1 from cache 2024-11-23T12:00:31,656 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 65a045134db8:33437 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 65a045134db8/172.17.0.2:33437 2024-11-23T12:00:31,661 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/info/4ea230a15df84c4dabb3b4fab3346ba7 is 167, key is SPTestTable,19999999,1732363181757.95ad8b4e4cd33f64e50eded8653d9734./info:regioninfo/1732363192549/Put/seqid=0 2024-11-23T12:00:31,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741866_1042 (size=18393) 2024-11-23T12:00:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741866_1042 (size=18393) 2024-11-23T12:00:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741866_1042 (size=18393) 2024-11-23T12:00:31,668 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/info/4ea230a15df84c4dabb3b4fab3346ba7 2024-11-23T12:00:31,688 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/ns/1d09953848844a4faa9e718385e406aa is 43, key is default/ns:d/1732363181640/Put/seqid=0 2024-11-23T12:00:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741867_1043 (size=5153) 2024-11-23T12:00:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741867_1043 (size=5153) 2024-11-23T12:00:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741867_1043 (size=5153) 2024-11-23T12:00:31,695 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/ns/1d09953848844a4faa9e718385e406aa 2024-11-23T12:00:31,716 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/table/c24e1b44c8e44dbcba5f4f5c06e300d1 is 47, key is SPTestTable/table:state/1732363192556/Put/seqid=0 2024-11-23T12:00:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741868_1044 (size=5214) 2024-11-23T12:00:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741868_1044 (size=5214) 2024-11-23T12:00:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741868_1044 (size=5214) 2024-11-23T12:00:31,723 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/table/c24e1b44c8e44dbcba5f4f5c06e300d1 2024-11-23T12:00:31,730 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/info/4ea230a15df84c4dabb3b4fab3346ba7 as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/info/4ea230a15df84c4dabb3b4fab3346ba7 2024-11-23T12:00:31,738 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/info/4ea230a15df84c4dabb3b4fab3346ba7, entries=100, sequenceid=28, filesize=18.0 K 2024-11-23T12:00:31,739 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/ns/1d09953848844a4faa9e718385e406aa as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/ns/1d09953848844a4faa9e718385e406aa 2024-11-23T12:00:31,747 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/ns/1d09953848844a4faa9e718385e406aa, entries=2, sequenceid=28, filesize=5.0 K 2024-11-23T12:00:31,748 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/.tmp/table/c24e1b44c8e44dbcba5f4f5c06e300d1 as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/table/c24e1b44c8e44dbcba5f4f5c06e300d1 2024-11-23T12:00:31,755 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/table/c24e1b44c8e44dbcba5f4f5c06e300d1, entries=2, sequenceid=28, filesize=5.1 K 2024-11-23T12:00:31,755 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=28, compaction requested=false; wal=null 2024-11-23T12:00:31,756 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-23T12:00:31,758 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T12:00:31,758 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T12:00:31,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T12:00:31,759 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T12:00:31,759 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,40141,1732363170621, seqNum=-1] 2024-11-23T12:00:31,760 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T12:00:31,763 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-23T12:00:31,764 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68136045, jitterRate=0.01530618965625763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T12:00:31,764 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T12:00:31,764 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732363231629Writing region info on filesystem at 1732363231629Initializing all the Stores at 1732363231630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363231630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363231630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732363231630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732363231631 (+1 ms)Obtaining lock to block concurrent updates at 1732363231643 (+12 ms)Preparing flush snapshotting stores in 1588230740 at 1732363231643Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732363231643Flushing stores of hbase:meta,,1.1588230740 at 1732363231643Flushing 1588230740/info: creating writer at 1732363231643Flushing 1588230740/info: appending metadata at 1732363231660 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732363231660Flushing 1588230740/ns: creating writer at 1732363231674 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732363231687 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732363231687Flushing 1588230740/table: creating writer at 1732363231700 (+13 ms)Flushing 1588230740/table: appending metadata at 1732363231715 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732363231715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e4ffe: reopening flushed file at 1732363231729 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3192aef: reopening flushed file at 1732363231738 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186a5241: reopening flushed file at 1732363231747 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=28, compaction requested=false; wal=null at 1732363231756 (+9 ms)Cleaning up temporary data from old regions at 1732363231758 (+2 ms)Running coprocessor post-open hooks at 1732363231764 (+6 ms)Region opened successfully at 1732363231764 2024-11-23T12:00:31,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:37442 deadline: 1732363291655, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 65a045134db8,40141,1732363170621 2024-11-23T12:00:31,765 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732363231598 2024-11-23T12:00:31,767 DEBUG [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T12:00:31,767 INFO [RS_OPEN_META-regionserver/65a045134db8:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T12:00:31,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=65a045134db8,40141,1732363170621 2024-11-23T12:00:31,769 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65a045134db8,40141,1732363170621, state=OPEN 2024-11-23T12:00:31,789 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,40141,1732363170621, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=65a045134db8,40141,1732363170621, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 65a045134db8,40141,1732363170621 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T12:00:31,789 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=65a045134db8,40141,1732363170621, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 65a045134db8,40141,1732363170621 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-23T12:00:31,789 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=65a045134db8,40141,1732363170621, seqNum=-1 from cache 2024-11-23T12:00:31,817 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33327 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=65a045134db8,40141,1732363170621, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-23T12:00:31,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:00:31,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:00:31,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T12:00:31,821 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=65a045134db8,40141,1732363170621 2024-11-23T12:00:31,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:00:31,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:00:31,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T12:00:31,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T12:00:31,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=65a045134db8,40141,1732363170621 in 9.9730 sec 2024-11-23T12:00:31,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-23T12:00:31,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1840 sec 2024-11-23T12:00:31,825 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 65a045134db8,33437,1732363170699 had 5 regions 2024-11-23T12:00:31,826 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 65a045134db8,33437,1732363170699, splitWal=true, meta=true, isMeta: false 2024-11-23T12:00:31,828 INFO [PEWorker-5 {}] master.SplitWALManager(105): 65a045134db8,33437,1732363170699 WAL count=1, meta=false 2024-11-23T12:00:31,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 65a045134db8%2C33437%2C1732363170699.1732363171380}] 2024-11-23T12:00:31,829 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=65a045134db8,44821,1732363170660 2024-11-23T12:00:31,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 65a045134db8%2C33437%2C1732363170699.1732363171380, worker=65a045134db8,44821,1732363170660}] 2024-11-23T12:00:31,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T12:00:31,998 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65a045134db8,40141,1732363170621, seqNum=-1] 2024-11-23T12:00:32,011 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-23T12:00:32,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T12:00:32,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T12:00:32,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:00:32,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:32,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:32,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T12:00:32,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T12:00:32,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1581014476, stopped=false 2024-11-23T12:00:32,012 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=65a045134db8,33327,1732363170485 2024-11-23T12:00:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T12:00:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T12:00:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T12:00:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:00:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:00:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:00:32,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T12:00:32,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T12:00:32,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:00:32,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:32,039 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,40141,1732363170621' ***** 2024-11-23T12:00:32,039 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T12:00:32,039 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '65a045134db8,44821,1732363170660' ***** 2024-11-23T12:00:32,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T12:00:32,039 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T12:00:32,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T12:00:32,040 INFO [RS:1;65a045134db8:44821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T12:00:32,040 INFO [RS:0;65a045134db8:40141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T12:00:32,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T12:00:32,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T12:00:32,040 INFO [RS:1;65a045134db8:44821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T12:00:32,040 INFO [RS:0;65a045134db8:40141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T12:00:32,040 INFO [RS:1;65a045134db8:44821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T12:00:32,040 INFO [RS:0;65a045134db8:40141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T12:00:32,040 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(3091): Received CLOSE for 17a2d90678dc309127a6f78a32b80988 2024-11-23T12:00:32,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T12:00:32,040 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for 21976b112f8ba5289739e7238490ad02 2024-11-23T12:00:32,041 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for c7aadccf22f725cc58bbd1001feea640 2024-11-23T12:00:32,041 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for 957567d007523e6ba63c0a85f5736a05 2024-11-23T12:00:32,041 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(959): stopping server 65a045134db8,40141,1732363170621 2024-11-23T12:00:32,041 INFO [RS:0;65a045134db8:40141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T12:00:32,041 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21976b112f8ba5289739e7238490ad02, disabling compactions & flushes 2024-11-23T12:00:32,041 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T12:00:32,041 INFO [RS:0;65a045134db8:40141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;65a045134db8:40141. 2024-11-23T12:00:32,041 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T12:00:32,041 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. after waiting 0 ms 2024-11-23T12:00:32,041 DEBUG [RS:0;65a045134db8:40141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:00:32,041 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e3608ff7f7178550ae10ba86ab9c8b8 2024-11-23T12:00:32,041 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T12:00:32,041 DEBUG [RS:0;65a045134db8:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:32,041 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(3091): Received CLOSE for c6f1958f15dc742285daa26b82cc5461 2024-11-23T12:00:32,042 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17a2d90678dc309127a6f78a32b80988, disabling compactions & flushes 2024-11-23T12:00:32,042 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(959): stopping server 65a045134db8,44821,1732363170660 2024-11-23T12:00:32,042 INFO [RS:0;65a045134db8:40141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T12:00:32,042 INFO [RS:1;65a045134db8:44821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T12:00:32,042 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T12:00:32,042 INFO [RS:0;65a045134db8:40141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T12:00:32,042 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T12:00:32,042 INFO [RS:0;65a045134db8:40141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T12:00:32,042 INFO [RS:1;65a045134db8:44821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;65a045134db8:44821. 2024-11-23T12:00:32,042 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. after waiting 0 ms 2024-11-23T12:00:32,042 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T12:00:32,042 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T12:00:32,042 DEBUG [RS:1;65a045134db8:44821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T12:00:32,042 DEBUG [RS:1;65a045134db8:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:32,042 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T12:00:32,042 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1325): Online Regions={17a2d90678dc309127a6f78a32b80988=SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988., 3e3608ff7f7178550ae10ba86ab9c8b8=SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8., c6f1958f15dc742285daa26b82cc5461=SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461.} 2024-11-23T12:00:32,042 DEBUG [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1351): Waiting on 17a2d90678dc309127a6f78a32b80988, 3e3608ff7f7178550ae10ba86ab9c8b8, c6f1958f15dc742285daa26b82cc5461 2024-11-23T12:00:32,043 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-23T12:00:32,043 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1325): Online Regions={21976b112f8ba5289739e7238490ad02=SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02., 1588230740=hbase:meta,,1.1588230740, c7aadccf22f725cc58bbd1001feea640=SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640., 957567d007523e6ba63c0a85f5736a05=SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05.} 2024-11-23T12:00:32,043 DEBUG [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21976b112f8ba5289739e7238490ad02, 957567d007523e6ba63c0a85f5736a05, c7aadccf22f725cc58bbd1001feea640 2024-11-23T12:00:32,043 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T12:00:32,043 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T12:00:32,043 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T12:00:32,043 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T12:00:32,044 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T12:00:32,047 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/17a2d90678dc309127a6f78a32b80988/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T12:00:32,047 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/21976b112f8ba5289739e7238490ad02/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T12:00:32,048 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T12:00:32,048 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21976b112f8ba5289739e7238490ad02: Waiting for close lock at 1732363232041Running coprocessor pre-close hooks at 1732363232041Disabling compacts and flushes for region at 1732363232041Disabling writes for close at 1732363232041Writing region close event to WAL at 1732363232042 (+1 ms)Running coprocessor post-close hooks at 1732363232048 (+6 ms)Closed at 1732363232048 2024-11-23T12:00:32,048 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732363181757.21976b112f8ba5289739e7238490ad02. 2024-11-23T12:00:32,048 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T12:00:32,048 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7aadccf22f725cc58bbd1001feea640, disabling compactions & flushes 2024-11-23T12:00:32,048 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17a2d90678dc309127a6f78a32b80988: Waiting for close lock at 1732363232041Running coprocessor pre-close hooks at 1732363232041Disabling compacts and flushes for region at 1732363232041Disabling writes for close at 1732363232042 (+1 ms)Writing region close event to WAL at 1732363232043 (+1 ms)Running coprocessor post-close hooks at 1732363232048 (+5 ms)Closed at 1732363232048 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. after waiting 0 ms 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732363181757.17a2d90678dc309127a6f78a32b80988. 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e3608ff7f7178550ae10ba86ab9c8b8, disabling compactions & flushes 2024-11-23T12:00:32,049 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. after waiting 0 ms 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T12:00:32,049 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-23T12:00:32,050 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T12:00:32,050 INFO [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T12:00:32,050 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732363232043Running coprocessor pre-close hooks at 1732363232043Disabling compacts and flushes for region at 1732363232043Disabling writes for close at 1732363232044 (+1 ms)Writing region close event to WAL at 1732363232045 (+1 ms)Running coprocessor post-close hooks at 1732363232049 (+4 ms)Closed at 1732363232050 (+1 ms) 2024-11-23T12:00:32,050 DEBUG [RS_CLOSE_META-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T12:00:32,052 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c7aadccf22f725cc58bbd1001feea640/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T12:00:32,052 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/3e3608ff7f7178550ae10ba86ab9c8b8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T12:00:32,053 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7aadccf22f725cc58bbd1001feea640: Waiting for close lock at 1732363232048Running coprocessor pre-close hooks at 1732363232048Disabling compacts and flushes for region at 1732363232048Disabling writes for close at 1732363232049 (+1 ms)Writing region close event to WAL at 1732363232049Running coprocessor post-close hooks at 1732363232053 (+4 ms)Closed at 1732363232053 2024-11-23T12:00:32,053 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e3608ff7f7178550ae10ba86ab9c8b8: Waiting for close lock at 1732363232049Running coprocessor pre-close hooks at 1732363232049Disabling compacts and flushes for region at 1732363232049Disabling writes for close at 1732363232049Writing region close event to WAL at 1732363232049Running coprocessor post-close hooks at 1732363232053 (+4 ms)Closed at 1732363232053 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732363181757.c7aadccf22f725cc58bbd1001feea640. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732363181757.3e3608ff7f7178550ae10ba86ab9c8b8. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 957567d007523e6ba63c0a85f5736a05, disabling compactions & flushes 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6f1958f15dc742285daa26b82cc5461, disabling compactions & flushes 2024-11-23T12:00:32,053 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T12:00:32,053 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. after waiting 0 ms 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. after waiting 0 ms 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T12:00:32,053 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:32,056 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/957567d007523e6ba63c0a85f5736a05/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-23T12:00:32,057 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T12:00:32,057 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 957567d007523e6ba63c0a85f5736a05: Waiting for close lock at 1732363232053Running coprocessor pre-close hooks at 1732363232053Disabling compacts and flushes for region at 1732363232053Disabling writes for close at 1732363232053Writing region close event to WAL at 1732363232053Running coprocessor post-close hooks at 1732363232057 (+4 ms)Closed at 1732363232057 2024-11-23T12:00:32,057 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/data/default/SPTestTable/c6f1958f15dc742285daa26b82cc5461/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T12:00:32,057 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732363181757.957567d007523e6ba63c0a85f5736a05. 2024-11-23T12:00:32,058 INFO [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:32,058 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6f1958f15dc742285daa26b82cc5461: Waiting for close lock at 1732363232053Running coprocessor pre-close hooks at 1732363232053Disabling compacts and flushes for region at 1732363232053Disabling writes for close at 1732363232053Writing region close event to WAL at 1732363232055 (+2 ms)Running coprocessor post-close hooks at 1732363232058 (+3 ms)Closed at 1732363232058 2024-11-23T12:00:32,058 DEBUG [RS_CLOSE_REGION-regionserver/65a045134db8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732363181757.c6f1958f15dc742285daa26b82cc5461. 2024-11-23T12:00:32,119 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:00:32,121 INFO [regionserver/65a045134db8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:00:32,243 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(976): stopping server 65a045134db8,44821,1732363170660; all regions closed. 2024-11-23T12:00:32,243 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(976): stopping server 65a045134db8,40141,1732363170621; all regions closed. 2024-11-23T12:00:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741835_1011 (size=2364) 2024-11-23T12:00:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741835_1011 (size=2364) 2024-11-23T12:00:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741835_1011 (size=2364) 2024-11-23T12:00:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741865_1041 (size=678) 2024-11-23T12:00:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741865_1041 (size=678) 2024-11-23T12:00:32,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/WALs/65a045134db8,40141,1732363170621/65a045134db8%2C40141%2C1732363170621.meta.1732363231611.meta not finished, retry = 0 2024-11-23T12:00:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741865_1041 (size=678) 2024-11-23T12:00:32,253 DEBUG [RS:1;65a045134db8:44821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C44821%2C1732363170660:(num 1732363171390) 2024-11-23T12:00:32,253 DEBUG [RS:1;65a045134db8:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] hbase.ChoreService(370): Chore service for: regionserver/65a045134db8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T12:00:32,253 INFO [regionserver/65a045134db8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T12:00:32,253 INFO [RS:1;65a045134db8:44821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T12:00:32,254 INFO [RS:1;65a045134db8:44821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44821 2024-11-23T12:00:32,293 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T12:00:32,293 INFO [regionserver/65a045134db8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T12:00:32,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,44821,1732363170660 2024-11-23T12:00:32,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T12:00:32,302 INFO [RS:1;65a045134db8:44821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T12:00:32,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,44821,1732363170660] 2024-11-23T12:00:32,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,44821,1732363170660 already deleted, retry=false 2024-11-23T12:00:32,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 65a045134db8,44821,1732363170660 expired; onlineServers=1 2024-11-23T12:00:32,353 DEBUG [RS:0;65a045134db8:40141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs 2024-11-23T12:00:32,353 INFO [RS:0;65a045134db8:40141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C40141%2C1732363170621.meta:.meta(num 1732363231611) 2024-11-23T12:00:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741834_1010 (size=2334) 2024-11-23T12:00:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741834_1010 (size=2334) 2024-11-23T12:00:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741834_1010 (size=2334) 2024-11-23T12:00:32,358 DEBUG [RS:0;65a045134db8:40141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/oldWALs 2024-11-23T12:00:32,358 INFO [RS:0;65a045134db8:40141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 65a045134db8%2C40141%2C1732363170621:(num 1732363171381) 2024-11-23T12:00:32,358 DEBUG [RS:0;65a045134db8:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T12:00:32,358 INFO [RS:0;65a045134db8:40141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T12:00:32,358 INFO [RS:0;65a045134db8:40141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T12:00:32,359 INFO [RS:0;65a045134db8:40141 {}] hbase.ChoreService(370): Chore service for: regionserver/65a045134db8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T12:00:32,359 INFO [RS:0;65a045134db8:40141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T12:00:32,359 INFO [regionserver/65a045134db8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T12:00:32,359 INFO [RS:0;65a045134db8:40141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40141 2024-11-23T12:00:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65a045134db8,40141,1732363170621 2024-11-23T12:00:32,404 INFO [RS:0;65a045134db8:40141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T12:00:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T12:00:32,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:32,413 INFO [RS:1;65a045134db8:44821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T12:00:32,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10168d9c5630002, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:32,414 INFO [RS:1;65a045134db8:44821 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,44821,1732363170660; zookeeper connection closed. 2024-11-23T12:00:32,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 2024-11-23T12:00:32,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65a045134db8,40141,1732363170621] 2024-11-23T12:00:32,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/65a045134db8,40141,1732363170621 already deleted, retry=false 2024-11-23T12:00:32,430 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 65a045134db8,40141,1732363170621 expired; onlineServers=0 2024-11-23T12:00:32,430 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '65a045134db8,33327,1732363170485' ***** 2024-11-23T12:00:32,430 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T12:00:32,430 INFO [M:0;65a045134db8:33327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T12:00:32,430 INFO [M:0;65a045134db8:33327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T12:00:32,430 DEBUG [M:0;65a045134db8:33327 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T12:00:32,430 DEBUG [M:0;65a045134db8:33327 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T12:00:32,430 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T12:00:32,430 DEBUG [master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732363171046 {}] cleaner.HFileCleaner(306): Exit Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.small.0-1732363171046,5,FailOnTimeoutGroup] 2024-11-23T12:00:32,431 DEBUG [master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732363171046 {}] cleaner.HFileCleaner(306): Exit Thread[master/65a045134db8:0:becomeActiveMaster-HFileCleaner.large.0-1732363171046,5,FailOnTimeoutGroup] 2024-11-23T12:00:32,431 INFO [M:0;65a045134db8:33327 {}] hbase.ChoreService(370): Chore service for: master/65a045134db8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T12:00:32,431 INFO [M:0;65a045134db8:33327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T12:00:32,431 DEBUG [M:0;65a045134db8:33327 {}] master.HMaster(1795): Stopping service threads 2024-11-23T12:00:32,431 INFO [M:0;65a045134db8:33327 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T12:00:32,431 INFO [M:0;65a045134db8:33327 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T12:00:32,432 ERROR [M:0;65a045134db8:33327 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:36519 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36519,5,PEWorkerGroup] 2024-11-23T12:00:32,432 INFO [M:0;65a045134db8:33327 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T12:00:32,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T12:00:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T12:00:32,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T12:00:32,438 DEBUG [M:0;65a045134db8:33327 {}] zookeeper.ZKUtil(347): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T12:00:32,438 WARN [M:0;65a045134db8:33327 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T12:00:32,439 INFO [M:0;65a045134db8:33327 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/.lastflushedseqids 2024-11-23T12:00:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741869_1045 (size=632) 2024-11-23T12:00:32,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741869_1045 (size=632) 2024-11-23T12:00:32,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741869_1045 (size=632) 2024-11-23T12:00:32,446 INFO [M:0;65a045134db8:33327 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T12:00:32,447 INFO [M:0;65a045134db8:33327 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T12:00:32,447 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T12:00:32,447 INFO [M:0;65a045134db8:33327 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:00:32,447 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:00:32,447 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T12:00:32,447 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:00:32,447 INFO [M:0;65a045134db8:33327 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.96 KB heapSize=254.10 KB 2024-11-23T12:00:32,463 DEBUG [M:0;65a045134db8:33327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0fe474c24e74475aabf87b116e56c31 is 82, key is hbase:meta,,1/info:regioninfo/1732363231768/Put/seqid=0 2024-11-23T12:00:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741870_1046 (size=6071) 2024-11-23T12:00:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741870_1046 (size=6071) 2024-11-23T12:00:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741870_1046 (size=6071) 2024-11-23T12:00:32,469 INFO [M:0;65a045134db8:33327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0fe474c24e74475aabf87b116e56c31 2024-11-23T12:00:32,488 DEBUG [M:0;65a045134db8:33327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f11dd5bcb9ba4045b95f31f3aae50ec6 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732363192560/Put/seqid=0 2024-11-23T12:00:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741871_1047 (size=11618) 2024-11-23T12:00:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741871_1047 (size=11618) 2024-11-23T12:00:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741871_1047 (size=11618) 2024-11-23T12:00:32,495 INFO [M:0;65a045134db8:33327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.74 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f11dd5bcb9ba4045b95f31f3aae50ec6 2024-11-23T12:00:32,499 INFO [M:0;65a045134db8:33327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f11dd5bcb9ba4045b95f31f3aae50ec6 2024-11-23T12:00:32,515 DEBUG [M:0;65a045134db8:33327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e965c9cd5154f8ebe0b9881ec61d8bf is 69, key is 65a045134db8,40141,1732363170621/rs:state/1732363171169/Put/seqid=0 2024-11-23T12:00:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741872_1048 (size=5442) 2024-11-23T12:00:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741872_1048 (size=5442) 2024-11-23T12:00:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741872_1048 (size=5442) 2024-11-23T12:00:32,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:32,522 INFO [RS:0;65a045134db8:40141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T12:00:32,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x10168d9c5630001, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:32,522 INFO [RS:0;65a045134db8:40141 {}] regionserver.HRegionServer(1031): Exiting; stopping=65a045134db8,40141,1732363170621; zookeeper connection closed. 2024-11-23T12:00:32,522 INFO [M:0;65a045134db8:33327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e965c9cd5154f8ebe0b9881ec61d8bf 2024-11-23T12:00:32,522 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@131624b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@131624b1 2024-11-23T12:00:32,522 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T12:00:32,527 INFO [M:0;65a045134db8:33327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e965c9cd5154f8ebe0b9881ec61d8bf 2024-11-23T12:00:32,528 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0fe474c24e74475aabf87b116e56c31 as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0fe474c24e74475aabf87b116e56c31 2024-11-23T12:00:32,533 INFO [M:0;65a045134db8:33327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0fe474c24e74475aabf87b116e56c31, entries=14, sequenceid=443, filesize=5.9 K 2024-11-23T12:00:32,534 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f11dd5bcb9ba4045b95f31f3aae50ec6 as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f11dd5bcb9ba4045b95f31f3aae50ec6 2024-11-23T12:00:32,539 INFO [M:0;65a045134db8:33327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f11dd5bcb9ba4045b95f31f3aae50ec6 2024-11-23T12:00:32,539 INFO [M:0;65a045134db8:33327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f11dd5bcb9ba4045b95f31f3aae50ec6, entries=52, sequenceid=443, filesize=11.3 K 2024-11-23T12:00:32,540 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e965c9cd5154f8ebe0b9881ec61d8bf as hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e965c9cd5154f8ebe0b9881ec61d8bf 2024-11-23T12:00:32,545 INFO [M:0;65a045134db8:33327 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e965c9cd5154f8ebe0b9881ec61d8bf 2024-11-23T12:00:32,545 INFO [M:0;65a045134db8:33327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36519/user/jenkins/test-data/b5fba22d-e473-153f-9c36-5a8247e58f08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e965c9cd5154f8ebe0b9881ec61d8bf, entries=3, sequenceid=443, filesize=5.3 K 2024-11-23T12:00:32,546 INFO [M:0;65a045134db8:33327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.96 KB/218074, heapSize ~253.80 KB/259896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=443, compaction requested=false 2024-11-23T12:00:32,547 INFO [M:0;65a045134db8:33327 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T12:00:32,548 DEBUG [M:0;65a045134db8:33327 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732363232447Disabling compacts and flushes for region at 1732363232447Disabling writes for close at 1732363232447Obtaining lock to block concurrent updates at 1732363232447Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732363232447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218074, getHeapSize=260136, getOffHeapSize=0, getCellsCount=542 at 1732363232447Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732363232448 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732363232448Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732363232463 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732363232463Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732363232475 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732363232488 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732363232488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732363232499 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732363232514 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732363232514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a81cc66: reopening flushed file at 1732363232527 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8428fa: reopening flushed file at 1732363232533 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efcb192: reopening flushed file at 1732363232539 (+6 ms)Finished flush of dataSize ~212.96 KB/218074, heapSize ~253.80 KB/259896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=443, compaction requested=false at 1732363232546 (+7 ms)Writing region close event to WAL at 1732363232547 (+1 ms)Closed at 1732363232547 2024-11-23T12:00:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43715 is added to blk_1073741830_1006 (size=247684) 2024-11-23T12:00:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741830_1006 (size=247684) 2024-11-23T12:00:32,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741830_1006 (size=247684) 2024-11-23T12:00:32,550 INFO [M:0;65a045134db8:33327 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T12:00:32,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T12:00:32,550 INFO [M:0;65a045134db8:33327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33327 2024-11-23T12:00:32,551 INFO [M:0;65a045134db8:33327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T12:00:32,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:32,672 INFO [M:0;65a045134db8:33327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T12:00:32,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33327-0x10168d9c5630000, quorum=127.0.0.1:63703, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T12:00:32,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602eabea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:00:32,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@291aac6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:00:32,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:00:32,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51105b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:00:32,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a03f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,STOPPED} 2024-11-23T12:00:32,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:00:32,676 WARN [BP-949843545-172.17.0.2-1732363168572 heartbeating to localhost/127.0.0.1:36519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:00:32,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:00:32,676 WARN [BP-949843545-172.17.0.2-1732363168572 heartbeating to localhost/127.0.0.1:36519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-949843545-172.17.0.2-1732363168572 (Datanode Uuid bc4f6f33-ef5b-484a-8ebc-b65c56213d9f) service to localhost/127.0.0.1:36519 2024-11-23T12:00:32,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data5/current/BP-949843545-172.17.0.2-1732363168572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:00:32,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data6/current/BP-949843545-172.17.0.2-1732363168572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:00:32,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:00:32,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b2192e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:00:32,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@395caeb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:00:32,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:00:32,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42f102c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:00:32,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ca1b81c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,STOPPED} 2024-11-23T12:00:32,682 WARN [BP-949843545-172.17.0.2-1732363168572 heartbeating to localhost/127.0.0.1:36519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:00:32,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:00:32,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:00:32,682 WARN [BP-949843545-172.17.0.2-1732363168572 heartbeating to localhost/127.0.0.1:36519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-949843545-172.17.0.2-1732363168572 (Datanode Uuid 6a014358-1ba3-4670-870d-72f925cbea94) service to localhost/127.0.0.1:36519 2024-11-23T12:00:32,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data3/current/BP-949843545-172.17.0.2-1732363168572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:00:32,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data4/current/BP-949843545-172.17.0.2-1732363168572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:00:32,683 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:00:32,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be8d4e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T12:00:32,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1694ffb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:00:32,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:00:32,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f27143{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:00:32,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626c2162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,STOPPED} 2024-11-23T12:00:32,691 WARN [BP-949843545-172.17.0.2-1732363168572 heartbeating to localhost/127.0.0.1:36519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T12:00:32,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T12:00:32,691 WARN [BP-949843545-172.17.0.2-1732363168572 heartbeating to localhost/127.0.0.1:36519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-949843545-172.17.0.2-1732363168572 (Datanode Uuid f0b99fca-99dd-459b-aa22-6e6c53e54976) service to localhost/127.0.0.1:36519 2024-11-23T12:00:32,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T12:00:32,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data1/current/BP-949843545-172.17.0.2-1732363168572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:00:32,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/cluster_2a237ddb-835b-4b36-7577-23b053d3681c/data/data2/current/BP-949843545-172.17.0.2-1732363168572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T12:00:32,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T12:00:32,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55dce733{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T12:00:32,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67792fdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T12:00:32,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T12:00:32,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1125532f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T12:00:32,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de0d501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/05dd0424-19dc-98fe-28ab-16f64e31d617/hadoop.log.dir/,STOPPED} 2024-11-23T12:00:32,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T12:00:32,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T12:00:32,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36519 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36519 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:36519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/65a045134db8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=39 (was 51), ProcessCount=11 (was 11), AvailableMemoryMB=7623 (was 7775)