2024-12-11 10:01:43,754 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 10:01:43,770 main DEBUG Took 0.013788 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 10:01:43,771 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 10:01:43,772 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 10:01:43,773 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 10:01:43,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,786 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 10:01:43,807 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,821 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,825 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,827 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,831 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,832 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,835 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,838 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 10:01:43,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,839 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 10:01:43,841 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 10:01:43,844 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 10:01:43,846 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 10:01:43,847 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 10:01:43,849 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 10:01:43,850 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 10:01:43,860 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 10:01:43,863 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 10:01:43,865 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 10:01:43,866 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 10:01:43,866 main DEBUG createAppenders(={Console}) 2024-12-11 10:01:43,867 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-11 10:01:43,867 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-11 10:01:43,868 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-11 10:01:43,870 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 10:01:43,871 main DEBUG OutputStream closed 2024-12-11 10:01:43,872 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 10:01:43,873 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 10:01:43,873 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-11 10:01:43,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 10:01:43,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 10:01:43,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 10:01:43,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 10:01:43,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 10:01:43,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 10:01:43,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 10:01:43,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 10:01:43,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 10:01:43,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 10:01:43,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 10:01:43,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 10:01:43,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 10:01:43,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 10:01:43,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 10:01:43,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 10:01:43,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 10:01:43,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 10:01:43,998 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 10:01:43,999 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-11 10:01:43,999 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 10:01:44,000 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-11T10:01:44,019 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-11 10:01:44,022 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 10:01:44,023 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T10:01:44,034 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-11T10:01:44,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=9271 2024-12-11T10:01:44,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50 2024-12-11T10:01:44,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T10:01:44,474 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb, deleteOnExit=true 2024-12-11T10:01:44,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T10:01:44,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/test.cache.data in system properties and HBase conf 2024-12-11T10:01:44,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T10:01:44,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir in system properties and HBase conf 2024-12-11T10:01:44,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T10:01:44,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T10:01:44,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T10:01:44,622 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T10:01:44,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T10:01:44,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T10:01:44,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T10:01:44,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T10:01:44,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T10:01:44,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T10:01:44,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T10:01:44,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T10:01:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T10:01:44,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T10:01:44,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/nfs.dump.dir in system properties and HBase conf 2024-12-11T10:01:44,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/java.io.tmpdir in system properties and HBase conf 2024-12-11T10:01:44,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T10:01:44,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T10:01:44,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T10:01:46,121 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T10:01:46,225 INFO [Time-limited test {}] log.Log(170): Logging initialized @3542ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T10:01:46,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:01:46,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:01:46,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:01:46,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:01:46,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T10:01:46,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:01:46,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:01:46,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:01:46,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/java.io.tmpdir/jetty-localhost-38287-hadoop-hdfs-3_4_1-tests_jar-_-any-13589890329503134485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T10:01:46,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:38287} 2024-12-11T10:01:46,835 INFO [Time-limited test {}] server.Server(415): Started @4153ms 2024-12-11T10:01:47,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:01:47,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:01:47,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:01:47,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:01:47,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T10:01:47,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:01:47,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:01:47,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45354c57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/java.io.tmpdir/jetty-localhost-38485-hadoop-hdfs-3_4_1-tests_jar-_-any-407450183296055950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:01:47,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:38485} 2024-12-11T10:01:47,665 INFO [Time-limited test {}] server.Server(415): Started @4982ms 2024-12-11T10:01:47,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T10:01:47,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:01:47,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:01:47,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:01:47,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:01:47,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T10:01:47,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:01:47,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:01:48,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@699f8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/java.io.tmpdir/jetty-localhost-35431-hadoop-hdfs-3_4_1-tests_jar-_-any-7788505502976535101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:01:48,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:35431} 2024-12-11T10:01:48,063 INFO [Time-limited test {}] server.Server(415): Started @5380ms 2024-12-11T10:01:48,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T10:01:48,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:01:48,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:01:48,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:01:48,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:01:48,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T10:01:48,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:01:48,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:01:48,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2701064c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/java.io.tmpdir/jetty-localhost-33959-hadoop-hdfs-3_4_1-tests_jar-_-any-6013802983137417724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:01:48,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:33959} 2024-12-11T10:01:48,244 INFO [Time-limited test {}] server.Server(415): Started @5562ms 2024-12-11T10:01:48,247 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T10:01:49,060 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data3/current/BP-737732939-172.17.0.2-1733911305607/current, will proceed with Du for space computation calculation, 2024-12-11T10:01:49,063 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data4/current/BP-737732939-172.17.0.2-1733911305607/current, will proceed with Du for space computation calculation, 2024-12-11T10:01:49,072 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data2/current/BP-737732939-172.17.0.2-1733911305607/current, will proceed with Du for space computation calculation, 2024-12-11T10:01:49,075 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data1/current/BP-737732939-172.17.0.2-1733911305607/current, will proceed with Du for space computation calculation, 2024-12-11T10:01:49,117 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data5/current/BP-737732939-172.17.0.2-1733911305607/current, will proceed with Du for space computation calculation, 2024-12-11T10:01:49,124 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data6/current/BP-737732939-172.17.0.2-1733911305607/current, will proceed with Du for space computation calculation, 2024-12-11T10:01:49,195 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T10:01:49,206 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T10:01:49,206 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T10:01:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab0d30d0625be3e with lease ID 0x57631d64ed0c1e63: Processing first storage report for DS-2aa2006b-6dce-4363-be58-2a17a7438b3e from datanode DatanodeRegistration(127.0.0.1:39953, datanodeUuid=64b4099e-ddf6-4159-9d69-6a90b01e68ff, infoPort=42207, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607) 2024-12-11T10:01:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab0d30d0625be3e with lease ID 0x57631d64ed0c1e63: from storage DS-2aa2006b-6dce-4363-be58-2a17a7438b3e node DatanodeRegistration(127.0.0.1:39953, datanodeUuid=64b4099e-ddf6-4159-9d69-6a90b01e68ff, infoPort=42207, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T10:01:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1d73c5d5582c08e with lease ID 0x57631d64ed0c1e65: Processing first storage report for DS-16c19434-4591-41d7-8e1f-012e7d3ef83b from datanode DatanodeRegistration(127.0.0.1:42495, datanodeUuid=11831c83-ec2d-4f37-b1f7-8f45340fee1a, infoPort=39939, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607) 2024-12-11T10:01:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1d73c5d5582c08e with lease ID 0x57631d64ed0c1e65: from storage DS-16c19434-4591-41d7-8e1f-012e7d3ef83b node DatanodeRegistration(127.0.0.1:42495, datanodeUuid=11831c83-ec2d-4f37-b1f7-8f45340fee1a, infoPort=39939, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:01:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x874f2b00be035747 with lease ID 0x57631d64ed0c1e64: Processing first storage report for DS-44083b4e-1fbf-4d1a-b091-630abb170a47 from datanode DatanodeRegistration(127.0.0.1:33193, datanodeUuid=71bd7419-b0b4-4523-9266-b88a46707a31, infoPort=41731, infoSecurePort=0, ipcPort=38741, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607) 2024-12-11T10:01:49,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x874f2b00be035747 with lease ID 0x57631d64ed0c1e64: from storage DS-44083b4e-1fbf-4d1a-b091-630abb170a47 node DatanodeRegistration(127.0.0.1:33193, datanodeUuid=71bd7419-b0b4-4523-9266-b88a46707a31, infoPort=41731, infoSecurePort=0, ipcPort=38741, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T10:01:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab0d30d0625be3e with lease ID 0x57631d64ed0c1e63: Processing first storage report for DS-97e05b06-3cce-4a5b-bed6-de66c254d017 from datanode DatanodeRegistration(127.0.0.1:39953, datanodeUuid=64b4099e-ddf6-4159-9d69-6a90b01e68ff, infoPort=42207, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607) 2024-12-11T10:01:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab0d30d0625be3e with lease ID 0x57631d64ed0c1e63: from storage DS-97e05b06-3cce-4a5b-bed6-de66c254d017 node DatanodeRegistration(127.0.0.1:39953, datanodeUuid=64b4099e-ddf6-4159-9d69-6a90b01e68ff, infoPort=42207, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T10:01:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1d73c5d5582c08e with lease ID 0x57631d64ed0c1e65: Processing first storage report for DS-00215a95-f94f-4c5b-9ae8-21b118dc8828 from datanode DatanodeRegistration(127.0.0.1:42495, datanodeUuid=11831c83-ec2d-4f37-b1f7-8f45340fee1a, infoPort=39939, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607) 2024-12-11T10:01:49,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1d73c5d5582c08e with lease ID 0x57631d64ed0c1e65: from storage DS-00215a95-f94f-4c5b-9ae8-21b118dc8828 node DatanodeRegistration(127.0.0.1:42495, datanodeUuid=11831c83-ec2d-4f37-b1f7-8f45340fee1a, infoPort=39939, infoSecurePort=0, ipcPort=45953, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:01:49,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x874f2b00be035747 with lease ID 0x57631d64ed0c1e64: Processing first storage report for DS-a6e5fd6c-71aa-485c-845e-c7231228885b from datanode DatanodeRegistration(127.0.0.1:33193, datanodeUuid=71bd7419-b0b4-4523-9266-b88a46707a31, infoPort=41731, infoSecurePort=0, ipcPort=38741, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607) 2024-12-11T10:01:49,255 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x874f2b00be035747 with lease ID 0x57631d64ed0c1e64: from storage DS-a6e5fd6c-71aa-485c-845e-c7231228885b node DatanodeRegistration(127.0.0.1:33193, datanodeUuid=71bd7419-b0b4-4523-9266-b88a46707a31, infoPort=41731, infoSecurePort=0, ipcPort=38741, storageInfo=lv=-57;cid=testClusterID;nsid=1456618368;c=1733911305607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:01:49,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50 2024-12-11T10:01:49,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/zookeeper_0, clientPort=63810, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T10:01:49,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63810 2024-12-11T10:01:49,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:49,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741825_1001 (size=7) 2024-12-11T10:01:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741825_1001 (size=7) 2024-12-11T10:01:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741825_1001 (size=7) 2024-12-11T10:01:50,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb with version=8 2024-12-11T10:01:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/hbase-staging 2024-12-11T10:01:50,306 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T10:01:50,611 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:01:50,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:50,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:50,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:01:50,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:50,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:01:50,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T10:01:50,877 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T10:01:50,887 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T10:01:50,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:01:50,916 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 90273 (auto-detected) 2024-12-11T10:01:50,917 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T10:01:50,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46093 2024-12-11T10:01:50,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46093 connecting to ZooKeeper ensemble=127.0.0.1:63810 2024-12-11T10:01:51,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460930x0, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:01:51,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46093-0x100148a09000000 connected 2024-12-11T10:01:51,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:01:51,200 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb, hbase.cluster.distributed=false 2024-12-11T10:01:51,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:01:51,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46093 2024-12-11T10:01:51,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46093 2024-12-11T10:01:51,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46093 2024-12-11T10:01:51,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46093 2024-12-11T10:01:51,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46093 2024-12-11T10:01:51,383 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:01:51,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:01:51,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:01:51,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T10:01:51,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:01:51,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46363 2024-12-11T10:01:51,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46363 connecting to ZooKeeper ensemble=127.0.0.1:63810 2024-12-11T10:01:51,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,423 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463630x0, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:01:51,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463630x0, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:01:51,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46363-0x100148a09000001 connected 2024-12-11T10:01:51,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T10:01:51,441 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T10:01:51,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T10:01:51,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:01:51,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46363 2024-12-11T10:01:51,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46363 2024-12-11T10:01:51,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46363 2024-12-11T10:01:51,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46363 2024-12-11T10:01:51,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46363 2024-12-11T10:01:51,489 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:01:51,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:01:51,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:01:51,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T10:01:51,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:01:51,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46719 2024-12-11T10:01:51,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46719 connecting to ZooKeeper ensemble=127.0.0.1:63810 2024-12-11T10:01:51,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,515 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467190x0, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:01:51,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467190x0, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:01:51,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T10:01:51,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46719-0x100148a09000002 connected 2024-12-11T10:01:51,526 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T10:01:51,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T10:01:51,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:01:51,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46719 2024-12-11T10:01:51,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46719 2024-12-11T10:01:51,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46719 2024-12-11T10:01:51,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46719 2024-12-11T10:01:51,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46719 2024-12-11T10:01:51,558 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:01:51,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:01:51,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:01:51,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:01:51,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T10:01:51,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:01:51,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42391 2024-12-11T10:01:51,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42391 connecting to ZooKeeper ensemble=127.0.0.1:63810 2024-12-11T10:01:51,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423910x0, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:01:51,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423910x0, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:01:51,595 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T10:01:51,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42391-0x100148a09000003 connected 2024-12-11T10:01:51,603 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T10:01:51,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T10:01:51,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:01:51,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-11T10:01:51,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42391 2024-12-11T10:01:51,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42391 2024-12-11T10:01:51,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-11T10:01:51,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42391 2024-12-11T10:01:51,643 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3e788d7781dc:46093 2024-12-11T10:01:51,644 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3e788d7781dc,46093,1733911310404 2024-12-11T10:01:51,659 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3e788d7781dc,46093,1733911310404 2024-12-11T10:01:51,659 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,663 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,705 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T10:01:51,706 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T10:01:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:51,711 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T10:01:51,711 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:51,718 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T10:01:51,728 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3e788d7781dc,46093,1733911310404 from backup master directory 2024-12-11T10:01:51,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,740 WARN [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:01:51,740 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3e788d7781dc,46093,1733911310404 2024-12-11T10:01:51,741 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,743 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T10:01:51,743 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3e788d7781dc,46093,1733911310404 2024-12-11T10:01:51,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:01:51,746 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T10:01:51,834 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/hbase.id] with ID: 83beda09-6453-47f1-bf3c-c7ed4ecbee97 2024-12-11T10:01:51,834 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.tmp/hbase.id 2024-12-11T10:01:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741826_1002 (size=42) 2024-12-11T10:01:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741826_1002 (size=42) 2024-12-11T10:01:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741826_1002 (size=42) 2024-12-11T10:01:52,267 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.tmp/hbase.id]:[hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/hbase.id] 2024-12-11T10:01:52,345 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:01:52,353 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T10:01:52,383 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-12-11T10:01:52,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:52,422 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:52,422 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:52,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:52,444 WARN [IPC Server handler 3 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:52,445 WARN [IPC Server handler 3 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:52,445 WARN [IPC Server handler 3 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741827_1003 (size=196) 2024-12-11T10:01:52,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741827_1003 (size=196) 2024-12-11T10:01:52,488 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T10:01:52,492 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T10:01:52,517 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T10:01:52,524 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:01:52,566 WARN [IPC Server handler 0 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:52,566 WARN [IPC Server handler 0 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:52,567 WARN [IPC Server handler 0 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:52,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741828_1004 (size=1189) 2024-12-11T10:01:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741828_1004 (size=1189) 2024-12-11T10:01:52,609 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store 2024-12-11T10:01:52,630 WARN [IPC Server handler 1 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:52,630 WARN [IPC Server handler 1 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:52,630 WARN [IPC Server handler 1 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741829_1005 (size=34) 2024-12-11T10:01:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741829_1005 (size=34) 2024-12-11T10:01:52,653 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T10:01:52,658 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:01:52,660 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T10:01:52,660 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:01:52,660 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:01:52,662 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T10:01:52,663 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:01:52,663 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:01:52,665 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733911312659Disabling compacts and flushes for region at 1733911312659Disabling writes for close at 1733911312663 (+4 ms)Writing region close event to WAL at 1733911312663Closed at 1733911312663 2024-12-11T10:01:52,669 WARN [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/.initializing 2024-12-11T10:01:52,669 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/WALs/3e788d7781dc,46093,1733911310404 2024-12-11T10:01:52,684 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:01:52,708 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C46093%2C1733911310404, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/WALs/3e788d7781dc,46093,1733911310404, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/oldWALs, maxLogs=10 2024-12-11T10:01:52,746 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/WALs/3e788d7781dc,46093,1733911310404/3e788d7781dc%2C46093%2C1733911310404.1733911312719, exclude list is [], retry=0 2024-12-11T10:01:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-2aa2006b-6dce-4363-be58-2a17a7438b3e,DISK] 2024-12-11T10:01:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42495,DS-16c19434-4591-41d7-8e1f-012e7d3ef83b,DISK] 2024-12-11T10:01:52,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-44083b4e-1fbf-4d1a-b091-630abb170a47,DISK] 2024-12-11T10:01:52,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T10:01:52,832 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/WALs/3e788d7781dc,46093,1733911310404/3e788d7781dc%2C46093%2C1733911310404.1733911312719 2024-12-11T10:01:52,834 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39939:39939),(127.0.0.1/127.0.0.1:41731:41731),(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-11T10:01:52,835 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T10:01:52,835 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:01:52,840 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,842 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T10:01:52,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:52,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:01:52,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T10:01:52,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:52,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:01:52,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T10:01:52,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:52,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:01:52,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T10:01:52,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:52,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:01:52,948 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,957 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,959 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,971 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,972 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,976 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T10:01:52,979 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:01:52,988 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:01:52,990 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70025319, jitterRate=0.043458566069602966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T10:01:53,004 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733911312861Initializing all the Stores at 1733911312864 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911312865 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911312866 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911312867 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911312867Cleaning up temporary data from old regions at 1733911312972 (+105 ms)Region opened successfully at 1733911313004 (+32 ms) 2024-12-11T10:01:53,007 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T10:01:53,059 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dfbcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:01:53,103 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T10:01:53,114 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T10:01:53,114 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T10:01:53,117 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T10:01:53,119 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T10:01:53,123 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T10:01:53,123 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T10:01:53,145 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T10:01:53,154 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T10:01:53,163 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T10:01:53,166 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T10:01:53,168 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T10:01:53,188 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T10:01:53,192 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T10:01:53,196 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T10:01:53,205 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T10:01:53,207 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T10:01:53,213 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T10:01:53,235 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T10:01:53,277 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T10:01:53,345 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:53,345 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:53,345 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:53,345 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:53,346 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:53,346 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:53,346 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:53,346 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:53,346 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:53,347 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:53,347 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:53,347 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:53,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:01:53,353 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:01:53,353 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:01:53,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:01:53,354 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,354 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,356 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3e788d7781dc,46093,1733911310404, sessionid=0x100148a09000000, setting cluster-up flag (Was=false) 2024-12-11T10:01:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,497 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,497 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,538 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T10:01:53,540 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e788d7781dc,46093,1733911310404 2024-12-11T10:01:53,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,556 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,556 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:53,622 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T10:01:53,627 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e788d7781dc,46093,1733911310404 2024-12-11T10:01:53,636 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T10:01:53,738 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(746): ClusterId : 83beda09-6453-47f1-bf3c-c7ed4ecbee97 2024-12-11T10:01:53,738 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(746): ClusterId : 83beda09-6453-47f1-bf3c-c7ed4ecbee97 2024-12-11T10:01:53,741 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T10:01:53,739 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(746): ClusterId : 83beda09-6453-47f1-bf3c-c7ed4ecbee97 2024-12-11T10:01:53,741 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T10:01:53,741 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T10:01:53,760 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T10:01:53,768 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T10:01:53,768 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T10:01:53,768 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T10:01:53,768 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T10:01:53,768 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T10:01:53,768 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T10:01:53,777 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T10:01:53,783 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T10:01:53,784 DEBUG [RS:1;3e788d7781dc:46719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a79bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:01:53,786 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T10:01:53,787 DEBUG [RS:2;3e788d7781dc:42391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467b8b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:01:53,796 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T10:01:53,799 DEBUG [RS:0;3e788d7781dc:46363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aaac4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:01:53,800 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T10:01:53,811 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3e788d7781dc:42391 2024-12-11T10:01:53,808 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3e788d7781dc,46093,1733911310404 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T10:01:53,818 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T10:01:53,818 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T10:01:53,820 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T10:01:53,825 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e788d7781dc,46093,1733911310404 with port=42391, startcode=1733911311558 2024-12-11T10:01:53,826 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:01:53,826 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:01:53,826 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:01:53,826 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:01:53,827 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3e788d7781dc:0, corePoolSize=10, maxPoolSize=10 2024-12-11T10:01:53,827 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:53,827 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:01:53,827 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:53,828 DEBUG [RS:1;3e788d7781dc:46719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3e788d7781dc:46719 2024-12-11T10:01:53,828 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3e788d7781dc:46363 2024-12-11T10:01:53,828 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T10:01:53,828 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T10:01:53,828 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T10:01:53,828 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T10:01:53,828 DEBUG [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T10:01:53,829 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T10:01:53,830 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e788d7781dc,46093,1733911310404 with port=46363, startcode=1733911311340 2024-12-11T10:01:53,835 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e788d7781dc,46093,1733911310404 with port=46719, startcode=1733911311488 2024-12-11T10:01:53,865 DEBUG [RS:1;3e788d7781dc:46719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T10:01:53,865 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733911343865 2024-12-11T10:01:53,866 DEBUG [RS:0;3e788d7781dc:46363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T10:01:53,866 DEBUG [RS:2;3e788d7781dc:42391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T10:01:53,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T10:01:53,867 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T10:01:53,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T10:01:53,868 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T10:01:53,874 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T10:01:53,874 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T10:01:53,875 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T10:01:53,875 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T10:01:53,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:53,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T10:01:53,891 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:53,900 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T10:01:53,907 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T10:01:53,907 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T10:01:53,911 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T10:01:53,912 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T10:01:53,915 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.large.0-1733911313913,5,FailOnTimeoutGroup] 2024-12-11T10:01:53,921 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.small.0-1733911313915,5,FailOnTimeoutGroup] 2024-12-11T10:01:53,921 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:53,921 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T10:01:53,922 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:53,923 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:53,932 WARN [IPC Server handler 4 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:53,932 WARN [IPC Server handler 4 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:53,932 WARN [IPC Server handler 4 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:53,934 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T10:01:53,937 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T10:01:53,938 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54323, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T10:01:53,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e788d7781dc,42391,1733911311558 2024-12-11T10:01:53,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(517): Registering regionserver=3e788d7781dc,42391,1733911311558 2024-12-11T10:01:53,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e788d7781dc,46719,1733911311488 2024-12-11T10:01:53,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(517): Registering regionserver=3e788d7781dc,46719,1733911311488 2024-12-11T10:01:53,979 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:01:53,979 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35855 2024-12-11T10:01:53,979 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T10:01:53,988 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e788d7781dc,46363,1733911311340 2024-12-11T10:01:53,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:01:53,989 DEBUG [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:01:53,989 DEBUG [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35855 2024-12-11T10:01:53,989 DEBUG [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T10:01:53,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] master.ServerManager(517): Registering regionserver=3e788d7781dc,46363,1733911311340 2024-12-11T10:01:53,990 DEBUG [RS:2;3e788d7781dc:42391 {}] zookeeper.ZKUtil(111): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e788d7781dc,42391,1733911311558 2024-12-11T10:01:53,990 WARN [RS:2;3e788d7781dc:42391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:01:53,990 INFO [RS:2;3e788d7781dc:42391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:01:53,990 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,42391,1733911311558 2024-12-11T10:01:54,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741831_1007 (size=1321) 2024-12-11T10:01:54,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741831_1007 (size=1321) 2024-12-11T10:01:54,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T10:01:54,008 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:01:54,008 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35855 2024-12-11T10:01:54,008 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T10:01:54,008 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:01:54,015 WARN [IPC Server handler 4 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:54,015 WARN [IPC Server handler 4 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:54,015 WARN [IPC Server handler 4 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741832_1008 (size=32) 2024-12-11T10:01:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741832_1008 (size=32) 2024-12-11T10:01:54,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e788d7781dc,46719,1733911311488] 2024-12-11T10:01:54,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e788d7781dc,42391,1733911311558] 2024-12-11T10:01:54,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:01:54,047 DEBUG [RS:1;3e788d7781dc:46719 {}] zookeeper.ZKUtil(111): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e788d7781dc,46719,1733911311488 2024-12-11T10:01:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:01:54,047 WARN [RS:1;3e788d7781dc:46719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:01:54,048 INFO [RS:1;3e788d7781dc:46719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:01:54,048 DEBUG [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488 2024-12-11T10:01:54,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T10:01:54,053 DEBUG [RS:0;3e788d7781dc:46363 {}] zookeeper.ZKUtil(111): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e788d7781dc,46363,1733911311340 2024-12-11T10:01:54,053 WARN [RS:0;3e788d7781dc:46363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:01:54,054 INFO [RS:0;3e788d7781dc:46363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:01:54,054 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340 2024-12-11T10:01:54,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T10:01:54,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:54,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e788d7781dc,46363,1733911311340] 2024-12-11T10:01:54,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:01:54,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T10:01:54,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T10:01:54,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:54,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:01:54,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T10:01:54,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T10:01:54,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:54,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:01:54,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T10:01:54,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T10:01:54,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:01:54,094 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T10:01:54,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:01:54,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T10:01:54,098 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T10:01:54,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740 2024-12-11T10:01:54,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740 2024-12-11T10:01:54,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T10:01:54,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T10:01:54,106 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T10:01:54,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T10:01:54,124 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:01:54,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67643040, jitterRate=0.007959842681884766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T10:01:54,127 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T10:01:54,128 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T10:01:54,130 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T10:01:54,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733911314042Initializing all the Stores at 1733911314046 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911314046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911314048 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911314048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911314048Cleaning up temporary data from old regions at 1733911314105 (+57 ms)Region opened successfully at 1733911314130 (+25 ms) 2024-12-11T10:01:54,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T10:01:54,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T10:01:54,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T10:01:54,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T10:01:54,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T10:01:54,140 INFO [RS:2;3e788d7781dc:42391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T10:01:54,140 INFO [RS:1;3e788d7781dc:46719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T10:01:54,140 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,140 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,142 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T10:01:54,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733911314130Disabling compacts and flushes for region at 1733911314130Disabling writes for close at 1733911314130Writing region close event to WAL at 1733911314141 (+11 ms)Closed at 1733911314142 (+1 ms) 2024-12-11T10:01:54,142 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T10:01:54,144 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T10:01:54,147 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T10:01:54,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T10:01:54,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T10:01:54,156 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T10:01:54,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T10:01:54,159 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,159 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,160 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,160 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,160 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,160 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,160 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:01:54,160 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,161 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,161 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,161 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,161 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,161 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,161 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:01:54,161 DEBUG [RS:1;3e788d7781dc:46719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:01:54,164 INFO [RS:0;3e788d7781dc:46363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T10:01:54,164 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,167 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T10:01:54,169 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T10:01:54,169 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,170 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,170 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,170 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,170 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,170 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,170 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:01:54,171 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,171 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,171 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,171 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,171 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,171 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,171 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:01:54,172 DEBUG [RS:0;3e788d7781dc:46363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:01:54,172 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T10:01:54,173 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,173 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,175 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,175 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,176 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,176 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,176 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:01:54,176 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,176 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,176 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,177 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,177 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,177 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:01:54,177 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:01:54,177 DEBUG [RS:2;3e788d7781dc:42391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:01:54,178 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T10:01:54,184 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T10:01:54,191 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,192 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,192 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,192 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,192 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,192 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46719,1733911311488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:01:54,224 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,224 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,224 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,224 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,224 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,224 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46363,1733911311340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:01:54,229 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T10:01:54,233 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46719,1733911311488-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,234 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,234 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.Replication(171): 3e788d7781dc,46719,1733911311488 started 2024-12-11T10:01:54,242 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,243 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,243 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,243 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,243 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,243 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,42391,1733911311558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:01:54,276 INFO [RS:1;3e788d7781dc:46719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,277 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(1482): Serving as 3e788d7781dc,46719,1733911311488, RpcServer on 3e788d7781dc/172.17.0.2:46719, sessionid=0x100148a09000002 2024-12-11T10:01:54,278 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T10:01:54,278 DEBUG [RS:1;3e788d7781dc:46719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e788d7781dc,46719,1733911311488 2024-12-11T10:01:54,278 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,46719,1733911311488' 2024-12-11T10:01:54,278 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T10:01:54,282 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T10:01:54,282 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46363,1733911311340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,282 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,282 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.Replication(171): 3e788d7781dc,46363,1733911311340 started 2024-12-11T10:01:54,284 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T10:01:54,285 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T10:01:54,285 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T10:01:54,285 DEBUG [RS:1;3e788d7781dc:46719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e788d7781dc,46719,1733911311488 2024-12-11T10:01:54,286 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,46719,1733911311488' 2024-12-11T10:01:54,286 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T10:01:54,286 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,42391,1733911311558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,286 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T10:01:54,287 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,287 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.Replication(171): 3e788d7781dc,42391,1733911311558 started 2024-12-11T10:01:54,288 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T10:01:54,290 DEBUG [RS:1;3e788d7781dc:46719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T10:01:54,290 INFO [RS:1;3e788d7781dc:46719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T10:01:54,290 INFO [RS:1;3e788d7781dc:46719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T10:01:54,314 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,315 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1482): Serving as 3e788d7781dc,42391,1733911311558, RpcServer on 3e788d7781dc/172.17.0.2:42391, sessionid=0x100148a09000003 2024-12-11T10:01:54,315 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T10:01:54,315 DEBUG [RS:2;3e788d7781dc:42391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e788d7781dc,42391,1733911311558 2024-12-11T10:01:54,315 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,42391,1733911311558' 2024-12-11T10:01:54,316 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T10:01:54,316 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:01:54,316 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1482): Serving as 3e788d7781dc,46363,1733911311340, RpcServer on 3e788d7781dc/172.17.0.2:46363, sessionid=0x100148a09000001 2024-12-11T10:01:54,316 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T10:01:54,317 DEBUG [RS:0;3e788d7781dc:46363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e788d7781dc,46363,1733911311340 2024-12-11T10:01:54,319 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T10:01:54,317 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,46363,1733911311340' 2024-12-11T10:01:54,321 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T10:01:54,321 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T10:01:54,321 DEBUG [RS:2;3e788d7781dc:42391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e788d7781dc,42391,1733911311558 2024-12-11T10:01:54,321 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,42391,1733911311558' 2024-12-11T10:01:54,322 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T10:01:54,320 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T10:01:54,322 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T10:01:54,323 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T10:01:54,323 DEBUG [RS:2;3e788d7781dc:42391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T10:01:54,323 INFO [RS:2;3e788d7781dc:42391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T10:01:54,323 INFO [RS:2;3e788d7781dc:42391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T10:01:54,323 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T10:01:54,323 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T10:01:54,323 DEBUG [RS:0;3e788d7781dc:46363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e788d7781dc,46363,1733911311340 2024-12-11T10:01:54,324 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,46363,1733911311340' 2024-12-11T10:01:54,324 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T10:01:54,324 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T10:01:54,325 DEBUG [RS:0;3e788d7781dc:46363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T10:01:54,325 INFO [RS:0;3e788d7781dc:46363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T10:01:54,325 INFO [RS:0;3e788d7781dc:46363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T10:01:54,335 WARN [3e788d7781dc:46093 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T10:01:54,396 INFO [RS:1;3e788d7781dc:46719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:01:54,401 INFO [RS:1;3e788d7781dc:46719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C46719%2C1733911311488, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs, maxLogs=32 2024-12-11T10:01:54,424 INFO [RS:2;3e788d7781dc:42391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:01:54,425 DEBUG [RS:1;3e788d7781dc:46719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488/3e788d7781dc%2C46719%2C1733911311488.1733911314403, exclude list is [], retry=0 2024-12-11T10:01:54,426 INFO [RS:0;3e788d7781dc:46363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:01:54,429 WARN [IPC Server handler 4 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:54,430 WARN [IPC Server handler 4 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:54,430 WARN [IPC Server handler 4 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:54,432 INFO [RS:2;3e788d7781dc:42391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C42391%2C1733911311558, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,42391,1733911311558, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs, maxLogs=32 2024-12-11T10:01:54,432 INFO [RS:0;3e788d7781dc:46363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C46363%2C1733911311340, suffix=, logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs, maxLogs=32 2024-12-11T10:01:54,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-2aa2006b-6dce-4363-be58-2a17a7438b3e,DISK] 2024-12-11T10:01:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-44083b4e-1fbf-4d1a-b091-630abb170a47,DISK] 2024-12-11T10:01:54,453 INFO [RS:1;3e788d7781dc:46719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488/3e788d7781dc%2C46719%2C1733911311488.1733911314403 2024-12-11T10:01:54,454 DEBUG [RS:1;3e788d7781dc:46719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42207:42207),(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-11T10:01:54,484 DEBUG [RS:0;3e788d7781dc:46363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340/3e788d7781dc%2C46363%2C1733911311340.1733911314434, exclude list is [], retry=0 2024-12-11T10:01:54,485 DEBUG [RS:2;3e788d7781dc:42391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,42391,1733911311558/3e788d7781dc%2C42391%2C1733911311558.1733911314434, exclude list is [], retry=0 2024-12-11T10:01:54,488 WARN [IPC Server handler 2 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:54,489 WARN [IPC Server handler 2 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:54,489 WARN [IPC Server handler 2 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:54,492 WARN [IPC Server handler 3 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-12-11T10:01:54,492 WARN [IPC Server handler 3 on default port 35855 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-12-11T10:01:54,492 WARN [IPC Server handler 3 on default port 35855 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-12-11T10:01:54,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-2aa2006b-6dce-4363-be58-2a17a7438b3e,DISK] 2024-12-11T10:01:54,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-44083b4e-1fbf-4d1a-b091-630abb170a47,DISK] 2024-12-11T10:01:54,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-44083b4e-1fbf-4d1a-b091-630abb170a47,DISK] 2024-12-11T10:01:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-2aa2006b-6dce-4363-be58-2a17a7438b3e,DISK] 2024-12-11T10:01:54,519 INFO [RS:2;3e788d7781dc:42391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,42391,1733911311558/3e788d7781dc%2C42391%2C1733911311558.1733911314434 2024-12-11T10:01:54,520 DEBUG [RS:2;3e788d7781dc:42391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731),(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-11T10:01:54,520 INFO [RS:0;3e788d7781dc:46363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340/3e788d7781dc%2C46363%2C1733911311340.1733911314434 2024-12-11T10:01:54,521 DEBUG [RS:0;3e788d7781dc:46363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42207:42207),(127.0.0.1/127.0.0.1:41731:41731)] 2024-12-11T10:01:54,588 DEBUG [3e788d7781dc:46093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T10:01:54,601 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(204): Hosts are {3e788d7781dc=0} racks are {/default-rack=0} 2024-12-11T10:01:54,611 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T10:01:54,611 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T10:01:54,611 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T10:01:54,611 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T10:01:54,611 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T10:01:54,611 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T10:01:54,612 INFO [3e788d7781dc:46093 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T10:01:54,612 INFO [3e788d7781dc:46093 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T10:01:54,612 INFO [3e788d7781dc:46093 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T10:01:54,612 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T10:01:54,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:01:54,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e788d7781dc,46719,1733911311488, state=OPENING 2024-12-11T10:01:54,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T10:01:54,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:54,663 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:54,663 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:01:54,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:01:54,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:01:54,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:01:54,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:01:54,673 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T10:01:54,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3e788d7781dc,46719,1733911311488}] 2024-12-11T10:01:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741829_1005 (size=34) 2024-12-11T10:01:58,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741827_1003 (size=196) 2024-12-11T10:01:58,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741828_1004 (size=1189) 2024-12-11T10:01:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741831_1007 (size=1321) 2024-12-11T10:02:00,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T10:02:00,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T10:02:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741832_1008 (size=32) 2024-12-11T10:02:04,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T10:02:04,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T10:02:04,736 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T10:02:04,737 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:02:04,737 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T10:02:04,743 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C46719%2C1733911311488.meta, suffix=.meta, logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs, maxLogs=32 2024-12-11T10:02:04,760 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, exclude list is [], retry=0 2024-12-11T10:02:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-44083b4e-1fbf-4d1a-b091-630abb170a47,DISK] 2024-12-11T10:02:04,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-2aa2006b-6dce-4363-be58-2a17a7438b3e,DISK] 2024-12-11T10:02:04,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42495,DS-16c19434-4591-41d7-8e1f-012e7d3ef83b,DISK] 2024-12-11T10:02:04,789 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta 2024-12-11T10:02:04,790 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731),(127.0.0.1/127.0.0.1:42207:42207),(127.0.0.1/127.0.0.1:39939:39939)] 2024-12-11T10:02:04,790 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T10:02:04,793 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T10:02:04,796 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T10:02:04,803 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T10:02:04,808 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T10:02:04,809 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:04,809 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T10:02:04,809 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T10:02:04,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T10:02:04,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T10:02:04,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:04,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:04,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T10:02:04,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T10:02:04,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:04,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:04,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T10:02:04,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T10:02:04,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:04,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:04,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T10:02:04,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T10:02:04,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:04,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:04,842 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T10:02:04,844 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740 2024-12-11T10:02:04,854 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740 2024-12-11T10:02:04,857 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T10:02:04,858 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T10:02:04,859 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T10:02:04,863 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T10:02:04,865 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73999234, jitterRate=0.10267451405525208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T10:02:04,865 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T10:02:04,867 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733911324810Writing region info on filesystem at 1733911324810Initializing all the Stores at 1733911324817 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911324817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911324819 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911324819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911324819Cleaning up temporary data from old regions at 1733911324858 (+39 ms)Running coprocessor post-open hooks at 1733911324865 (+7 ms)Region opened successfully at 1733911324867 (+2 ms) 2024-12-11T10:02:04,880 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733911324701 2024-12-11T10:02:04,897 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T10:02:04,898 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T10:02:04,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:04,908 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e788d7781dc,46719,1733911311488, state=OPEN 2024-12-11T10:02:04,955 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:04,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:04,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:04,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:04,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:04,956 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:04,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:04,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:04,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:04,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T10:02:04,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3e788d7781dc,46719,1733911311488 in 10.2820 sec 2024-12-11T10:02:04,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T10:02:04,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8100 sec 2024-12-11T10:02:04,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T10:02:04,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T10:02:05,009 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:02:05,011 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1] 2024-12-11T10:02:05,044 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:02:05,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:02:05,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3910 sec 2024-12-11T10:02:05,078 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733911325077, completionTime=-1 2024-12-11T10:02:05,081 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T10:02:05,081 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T10:02:05,119 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T10:02:05,119 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733911385119 2024-12-11T10:02:05,119 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733911445119 2024-12-11T10:02:05,119 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec 2024-12-11T10:02:05,122 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:02:05,133 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46093,1733911310404-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:02:05,134 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46093,1733911310404-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:02:05,134 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46093,1733911310404-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:02:05,137 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3e788d7781dc:46093, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:02:05,144 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T10:02:05,151 DEBUG [master/3e788d7781dc:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T10:02:05,152 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T10:02:05,190 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.449sec 2024-12-11T10:02:05,192 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T10:02:05,193 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T10:02:05,195 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T10:02:05,196 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T10:02:05,196 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T10:02:05,197 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46093,1733911310404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:02:05,197 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46093,1733911310404-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T10:02:05,207 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T10:02:05,208 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T10:02:05,209 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,46093,1733911310404-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:02:05,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46dbdecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:02:05,268 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T10:02:05,268 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T10:02:05,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e788d7781dc,46093,-1 for getting cluster id 2024-12-11T10:02:05,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T10:02:05,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83beda09-6453-47f1-bf3c-c7ed4ecbee97' 2024-12-11T10:02:05,313 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T10:02:05,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83beda09-6453-47f1-bf3c-c7ed4ecbee97" 2024-12-11T10:02:05,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2336c3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:02:05,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e788d7781dc,46093,-1] 2024-12-11T10:02:05,318 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T10:02:05,322 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:02:05,329 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T10:02:05,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa5eaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:02:05,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:02:05,401 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1] 2024-12-11T10:02:05,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:02:05,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:02:05,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3e788d7781dc,46093,1733911310404 2024-12-11T10:02:05,494 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733911325486 (current time:1733911325486). 2024-12-11T10:02:05,494 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T10:02:05,494 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T10:02:05,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28575c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:02:05,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e788d7781dc,46093,-1 for getting cluster id 2024-12-11T10:02:05,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T10:02:05,513 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83beda09-6453-47f1-bf3c-c7ed4ecbee97' 2024-12-11T10:02:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T10:02:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83beda09-6453-47f1-bf3c-c7ed4ecbee97" 2024-12-11T10:02:05,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296caa09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:02:05,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e788d7781dc,46093,-1] 2024-12-11T10:02:05,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T10:02:05,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:02:05,517 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T10:02:05,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250e7b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:02:05,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:02:05,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1] 2024-12-11T10:02:05,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:02:05,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:02:05,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T10:02:05,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:02:05,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:02:05,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:02:05,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T10:02:05,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T10:02:05,585 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3e788d7781dc,46093,1733911310404 2024-12-11T10:02:05,588 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2071540d 2024-12-11T10:02:05,590 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T10:02:05,596 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T10:02:05,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T10:02:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T10:02:05,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T10:02:05,640 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:05,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T10:02:05,648 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T10:02:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741837_1013 (size=361) 2024-12-11T10:02:05,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741837_1013 (size=361) 2024-12-11T10:02:05,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741837_1013 (size=361) 2024-12-11T10:02:05,712 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 494ce8858a47be2a7138c35471706cc5, NAME => 'SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,717 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b850bf277330094134b06a39b343b10f, NAME => 'SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,718 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c4696268030f93a22c4cb915dc3c0bbd, NAME => 'SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741838_1014 (size=54) 2024-12-11T10:02:05,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741838_1014 (size=54) 2024-12-11T10:02:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741838_1014 (size=54) 2024-12-11T10:02:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:05,767 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:05,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 494ce8858a47be2a7138c35471706cc5, disabling compactions & flushes 2024-12-11T10:02:05,768 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:02:05,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:02:05,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. after waiting 0 ms 2024-12-11T10:02:05,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:02:05,768 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:02:05,768 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 494ce8858a47be2a7138c35471706cc5: Waiting for close lock at 1733911325767Disabling compacts and flushes for region at 1733911325767Disabling writes for close at 1733911325768 (+1 ms)Writing region close event to WAL at 1733911325768Closed at 1733911325768 2024-12-11T10:02:05,769 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0eb0af35fbaa54f81d45c630f262f498, NAME => 'SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741840_1016 (size=62) 2024-12-11T10:02:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741840_1016 (size=62) 2024-12-11T10:02:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741840_1016 (size=62) 2024-12-11T10:02:05,777 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:05,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b850bf277330094134b06a39b343b10f, disabling compactions & flushes 2024-12-11T10:02:05,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:05,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:05,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. after waiting 0 ms 2024-12-11T10:02:05,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:05,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:05,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b850bf277330094134b06a39b343b10f: Waiting for close lock at 1733911325778Disabling compacts and flushes for region at 1733911325778Disabling writes for close at 1733911325778Writing region close event to WAL at 1733911325778Closed at 1733911325778 2024-12-11T10:02:05,779 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7cf761b32a0f76233366a502dc96250f, NAME => 'SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741839_1015 (size=62) 2024-12-11T10:02:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741839_1015 (size=62) 2024-12-11T10:02:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741839_1015 (size=62) 2024-12-11T10:02:05,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:05,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c4696268030f93a22c4cb915dc3c0bbd, disabling compactions & flushes 2024-12-11T10:02:05,795 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:05,795 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:05,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. after waiting 0 ms 2024-12-11T10:02:05,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:05,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:05,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c4696268030f93a22c4cb915dc3c0bbd: Waiting for close lock at 1733911325795Disabling compacts and flushes for region at 1733911325795Disabling writes for close at 1733911325796 (+1 ms)Writing region close event to WAL at 1733911325796Closed at 1733911325796 2024-12-11T10:02:05,797 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4b0052f585c745b7a46ad625b2781371, NAME => 'SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741842_1018 (size=62) 2024-12-11T10:02:05,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741842_1018 (size=62) 2024-12-11T10:02:05,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741842_1018 (size=62) 2024-12-11T10:02:05,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:05,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0eb0af35fbaa54f81d45c630f262f498, disabling compactions & flushes 2024-12-11T10:02:05,856 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:02:05,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:02:05,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. after waiting 0 ms 2024-12-11T10:02:05,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:02:05,856 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:02:05,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0eb0af35fbaa54f81d45c630f262f498: Waiting for close lock at 1733911325856Disabling compacts and flushes for region at 1733911325856Disabling writes for close at 1733911325856Writing region close event to WAL at 1733911325856Closed at 1733911325856 2024-12-11T10:02:05,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7908c8a3b8be79a0da03b6eb631bf8b0, NAME => 'SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741841_1017 (size=62) 2024-12-11T10:02:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741841_1017 (size=62) 2024-12-11T10:02:05,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741841_1017 (size=62) 2024-12-11T10:02:05,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:05,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7cf761b32a0f76233366a502dc96250f, disabling compactions & flushes 2024-12-11T10:02:05,866 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:05,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:05,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. after waiting 0 ms 2024-12-11T10:02:05,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:05,866 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:05,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7cf761b32a0f76233366a502dc96250f: Waiting for close lock at 1733911325866Disabling compacts and flushes for region at 1733911325866Disabling writes for close at 1733911325866Writing region close event to WAL at 1733911325866Closed at 1733911325866 2024-12-11T10:02:05,867 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2f94063632b46dbdc850862410acc94e, NAME => 'SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741843_1019 (size=62) 2024-12-11T10:02:05,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741843_1019 (size=62) 2024-12-11T10:02:05,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741843_1019 (size=62) 2024-12-11T10:02:05,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:05,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4b0052f585c745b7a46ad625b2781371, disabling compactions & flushes 2024-12-11T10:02:05,880 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:05,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:05,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. after waiting 0 ms 2024-12-11T10:02:05,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:05,880 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:05,880 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4b0052f585c745b7a46ad625b2781371: Waiting for close lock at 1733911325880Disabling compacts and flushes for region at 1733911325880Disabling writes for close at 1733911325880Writing region close event to WAL at 1733911325880Closed at 1733911325880 2024-12-11T10:02:05,881 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8be76b4a22e129955ab66f5fac128353, NAME => 'SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741844_1020 (size=62) 2024-12-11T10:02:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741844_1020 (size=62) 2024-12-11T10:02:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741844_1020 (size=62) 2024-12-11T10:02:05,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:05,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7908c8a3b8be79a0da03b6eb631bf8b0, disabling compactions & flushes 2024-12-11T10:02:05,944 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:05,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:05,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. after waiting 0 ms 2024-12-11T10:02:05,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:05,944 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:05,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7908c8a3b8be79a0da03b6eb631bf8b0: Waiting for close lock at 1733911325944Disabling compacts and flushes for region at 1733911325944Disabling writes for close at 1733911325944Writing region close event to WAL at 1733911325944Closed at 1733911325944 2024-12-11T10:02:05,945 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28c12e419b34bdc4d05901bbd0e2223d, NAME => 'SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb 2024-12-11T10:02:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:05,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741845_1021 (size=62) 2024-12-11T10:02:05,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741845_1021 (size=62) 2024-12-11T10:02:05,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741845_1021 (size=62) 2024-12-11T10:02:05,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741846_1022 (size=62) 2024-12-11T10:02:06,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741846_1022 (size=62) 2024-12-11T10:02:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741846_1022 (size=62) 2024-12-11T10:02:06,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:06,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8be76b4a22e129955ab66f5fac128353, disabling compactions & flushes 2024-12-11T10:02:06,010 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:06,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:06,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. after waiting 0 ms 2024-12-11T10:02:06,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:06,010 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:06,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8be76b4a22e129955ab66f5fac128353: Waiting for close lock at 1733911326009Disabling compacts and flushes for region at 1733911326009Disabling writes for close at 1733911326010 (+1 ms)Writing region close event to WAL at 1733911326010Closed at 1733911326010 2024-12-11T10:02:06,013 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:06,013 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2f94063632b46dbdc850862410acc94e, disabling compactions & flushes 2024-12-11T10:02:06,013 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:06,013 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:06,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. after waiting 0 ms 2024-12-11T10:02:06,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:06,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:06,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2f94063632b46dbdc850862410acc94e: Waiting for close lock at 1733911326013Disabling compacts and flushes for region at 1733911326013Disabling writes for close at 1733911326014 (+1 ms)Writing region close event to WAL at 1733911326014Closed at 1733911326014 2024-12-11T10:02:06,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741847_1023 (size=54) 2024-12-11T10:02:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741847_1023 (size=54) 2024-12-11T10:02:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741847_1023 (size=54) 2024-12-11T10:02:06,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:06,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 28c12e419b34bdc4d05901bbd0e2223d, disabling compactions & flushes 2024-12-11T10:02:06,080 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:02:06,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:02:06,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. after waiting 0 ms 2024-12-11T10:02:06,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:02:06,080 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:02:06,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28c12e419b34bdc4d05901bbd0e2223d: Waiting for close lock at 1733911326080Disabling compacts and flushes for region at 1733911326080Disabling writes for close at 1733911326080Writing region close event to WAL at 1733911326080Closed at 1733911326080 2024-12-11T10:02:06,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T10:02:06,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T10:02:06,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733911326113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911326113"}]},"ts":"1733911326113"} 2024-12-11T10:02:06,217 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T10:02:06,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T10:02:06,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733911326232"}]},"ts":"1733911326232"} 2024-12-11T10:02:06,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T10:02:06,253 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {3e788d7781dc=0} racks are {/default-rack=0} 2024-12-11T10:02:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:06,302 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T10:02:06,303 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T10:02:06,303 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T10:02:06,303 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T10:02:06,303 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T10:02:06,303 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T10:02:06,303 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T10:02:06,303 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T10:02:06,303 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T10:02:06,303 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T10:02:06,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b850bf277330094134b06a39b343b10f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4696268030f93a22c4cb915dc3c0bbd, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cf761b32a0f76233366a502dc96250f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b0052f585c745b7a46ad625b2781371, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f94063632b46dbdc850862410acc94e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8be76b4a22e129955ab66f5fac128353, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN}] 2024-12-11T10:02:06,320 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b850bf277330094134b06a39b343b10f, ASSIGN 2024-12-11T10:02:06,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN 2024-12-11T10:02:06,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8be76b4a22e129955ab66f5fac128353, ASSIGN 2024-12-11T10:02:06,324 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b850bf277330094134b06a39b343b10f, ASSIGN; state=OFFLINE, location=3e788d7781dc,42391,1733911311558; forceNewPlan=false, retain=false 2024-12-11T10:02:06,335 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN; state=OFFLINE, location=3e788d7781dc,46719,1733911311488; forceNewPlan=false, retain=false 2024-12-11T10:02:06,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8be76b4a22e129955ab66f5fac128353, ASSIGN; state=OFFLINE, location=3e788d7781dc,42391,1733911311558; forceNewPlan=false, retain=false 2024-12-11T10:02:06,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN 2024-12-11T10:02:06,344 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN; state=OFFLINE, location=3e788d7781dc,46719,1733911311488; forceNewPlan=false, retain=false 2024-12-11T10:02:06,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b0052f585c745b7a46ad625b2781371, ASSIGN 2024-12-11T10:02:06,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b0052f585c745b7a46ad625b2781371, ASSIGN; state=OFFLINE, location=3e788d7781dc,46363,1733911311340; forceNewPlan=false, retain=false 2024-12-11T10:02:06,356 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cf761b32a0f76233366a502dc96250f, ASSIGN 2024-12-11T10:02:06,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN 2024-12-11T10:02:06,359 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f94063632b46dbdc850862410acc94e, ASSIGN 2024-12-11T10:02:06,361 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7cf761b32a0f76233366a502dc96250f, ASSIGN; state=OFFLINE, location=3e788d7781dc,42391,1733911311558; forceNewPlan=false, retain=false 2024-12-11T10:02:06,368 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f94063632b46dbdc850862410acc94e, ASSIGN; state=OFFLINE, location=3e788d7781dc,46363,1733911311340; forceNewPlan=false, retain=false 2024-12-11T10:02:06,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN; state=OFFLINE, location=3e788d7781dc,46719,1733911311488; forceNewPlan=false, retain=false 2024-12-11T10:02:06,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4696268030f93a22c4cb915dc3c0bbd, ASSIGN 2024-12-11T10:02:06,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4696268030f93a22c4cb915dc3c0bbd, ASSIGN; state=OFFLINE, location=3e788d7781dc,46363,1733911311340; forceNewPlan=false, retain=false 2024-12-11T10:02:06,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN 2024-12-11T10:02:06,404 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN; state=OFFLINE, location=3e788d7781dc,46719,1733911311488; forceNewPlan=false, retain=false 2024-12-11T10:02:06,478 INFO [3e788d7781dc:46093 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T10:02:06,479 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=28c12e419b34bdc4d05901bbd0e2223d, regionState=OPENING, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:06,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0eb0af35fbaa54f81d45c630f262f498, regionState=OPENING, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:06,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7908c8a3b8be79a0da03b6eb631bf8b0, regionState=OPENING, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:06,480 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=494ce8858a47be2a7138c35471706cc5, regionState=OPENING, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:06,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2f94063632b46dbdc850862410acc94e, regionState=OPENING, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:06,481 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4b0052f585c745b7a46ad625b2781371, regionState=OPENING, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:06,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4696268030f93a22c4cb915dc3c0bbd, regionState=OPENING, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:06,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cf761b32a0f76233366a502dc96250f, regionState=OPENING, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:06,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8be76b4a22e129955ab66f5fac128353, regionState=OPENING, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:06,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b850bf277330094134b06a39b343b10f, regionState=OPENING, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN because future has completed 2024-12-11T10:02:06,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d, server=3e788d7781dc,46719,1733911311488}] 2024-12-11T10:02:06,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN because future has completed 2024-12-11T10:02:06,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN because future has completed 2024-12-11T10:02:06,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0, server=3e788d7781dc,46719,1733911311488}] 2024-12-11T10:02:06,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494ce8858a47be2a7138c35471706cc5, server=3e788d7781dc,46719,1733911311488}] 2024-12-11T10:02:06,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f94063632b46dbdc850862410acc94e, ASSIGN because future has completed 2024-12-11T10:02:06,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4696268030f93a22c4cb915dc3c0bbd, ASSIGN because future has completed 2024-12-11T10:02:06,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f94063632b46dbdc850862410acc94e, server=3e788d7781dc,46363,1733911311340}] 2024-12-11T10:02:06,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4696268030f93a22c4cb915dc3c0bbd, server=3e788d7781dc,46363,1733911311340}] 2024-12-11T10:02:06,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b0052f585c745b7a46ad625b2781371, ASSIGN because future has completed 2024-12-11T10:02:06,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8be76b4a22e129955ab66f5fac128353, ASSIGN because future has completed 2024-12-11T10:02:06,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7cf761b32a0f76233366a502dc96250f, ASSIGN because future has completed 2024-12-11T10:02:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN because future has completed 2024-12-11T10:02:06,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b850bf277330094134b06a39b343b10f, ASSIGN because future has completed 2024-12-11T10:02:06,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b850bf277330094134b06a39b343b10f, server=3e788d7781dc,42391,1733911311558}] 2024-12-11T10:02:06,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb0af35fbaa54f81d45c630f262f498, server=3e788d7781dc,46719,1733911311488}] 2024-12-11T10:02:06,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cf761b32a0f76233366a502dc96250f, server=3e788d7781dc,42391,1733911311558}] 2024-12-11T10:02:06,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b0052f585c745b7a46ad625b2781371, server=3e788d7781dc,46363,1733911311340}] 2024-12-11T10:02:06,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8be76b4a22e129955ab66f5fac128353, server=3e788d7781dc,42391,1733911311558}] 2024-12-11T10:02:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:10,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T10:02:10,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T10:02:10,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T10:02:10,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T10:02:10,876 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T10:02:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:16,521 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:16,522 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7908c8a3b8be79a0da03b6eb631bf8b0, NAME => 'SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T10:02:16,523 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,523 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,523 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,523 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,527 INFO [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,533 INFO [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7908c8a3b8be79a0da03b6eb631bf8b0 columnFamilyName cf 2024-12-11T10:02:16,534 DEBUG [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,537 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T10:02:16,539 INFO [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] regionserver.HStore(327): Store=7908c8a3b8be79a0da03b6eb631bf8b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,540 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T10:02:16,544 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,545 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,547 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,547 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,553 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T10:02:16,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T10:02:16,562 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7908c8a3b8be79a0da03b6eb631bf8b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,565 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7908c8a3b8be79a0da03b6eb631bf8b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59657896, jitterRate=-0.11102807521820068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,565 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:16,567 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7908c8a3b8be79a0da03b6eb631bf8b0: Running coprocessor pre-open hook at 1733911336523Writing region info on filesystem at 1733911336523Initializing all the Stores at 1733911336526 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336526Cleaning up temporary data from old regions at 1733911336547 (+21 ms)Running coprocessor post-open hooks at 1733911336565 (+18 ms)Region opened successfully at 1733911336566 (+1 ms) 2024-12-11T10:02:16,571 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0., pid=16, masterSystemTime=1733911336512 2024-12-11T10:02:16,574 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:16,574 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c4696268030f93a22c4cb915dc3c0bbd, NAME => 'SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T10:02:16,575 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,575 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,576 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,576 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7908c8a3b8be79a0da03b6eb631bf8b0, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:16,581 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:16,581 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:16,581 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:02:16,581 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eb0af35fbaa54f81d45c630f262f498, NAME => 'SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T10:02:16,582 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,582 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,582 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,582 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,588 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:16,588 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b850bf277330094134b06a39b343b10f, NAME => 'SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T10:02:16,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0, server=3e788d7781dc,46719,1733911311488 because future has completed 2024-12-11T10:02:16,589 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,589 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,589 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,589 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,596 INFO [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,600 INFO [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb0af35fbaa54f81d45c630f262f498 columnFamilyName cf 2024-12-11T10:02:16,600 DEBUG [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-11T10:02:16,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0, server=3e788d7781dc,46719,1733911311488 in 10.0910 sec 2024-12-11T10:02:16,602 INFO [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] regionserver.HStore(327): Store=0eb0af35fbaa54f81d45c630f262f498/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,602 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,604 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,605 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,606 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,606 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,607 INFO [StoreOpener-c4696268030f93a22c4cb915dc3c0bbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN in 10.2960 sec 2024-12-11T10:02:16,612 INFO [StoreOpener-c4696268030f93a22c4cb915dc3c0bbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4696268030f93a22c4cb915dc3c0bbd columnFamilyName cf 2024-12-11T10:02:16,612 DEBUG [StoreOpener-c4696268030f93a22c4cb915dc3c0bbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,613 INFO [StoreOpener-b850bf277330094134b06a39b343b10f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,613 INFO [StoreOpener-c4696268030f93a22c4cb915dc3c0bbd-1 {}] regionserver.HStore(327): Store=c4696268030f93a22c4cb915dc3c0bbd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,613 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,614 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,616 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,618 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,618 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,618 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,619 INFO [StoreOpener-b850bf277330094134b06a39b343b10f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b850bf277330094134b06a39b343b10f columnFamilyName cf 2024-12-11T10:02:16,619 DEBUG [StoreOpener-b850bf277330094134b06a39b343b10f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,620 INFO [StoreOpener-b850bf277330094134b06a39b343b10f-1 {}] regionserver.HStore(327): Store=b850bf277330094134b06a39b343b10f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,620 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,622 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,625 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,626 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,626 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,626 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,631 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,632 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/0eb0af35fbaa54f81d45c630f262f498/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,634 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/c4696268030f93a22c4cb915dc3c0bbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,635 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened c4696268030f93a22c4cb915dc3c0bbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74783579, jitterRate=0.11436216533184052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,635 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0eb0af35fbaa54f81d45c630f262f498; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73280855, jitterRate=0.09196983277797699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,635 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:16,636 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:16,636 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c4696268030f93a22c4cb915dc3c0bbd: Running coprocessor pre-open hook at 1733911336576Writing region info on filesystem at 1733911336576Initializing all the Stores at 1733911336586 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336586Cleaning up temporary data from old regions at 1733911336618 (+32 ms)Running coprocessor post-open hooks at 1733911336636 (+18 ms)Region opened successfully at 1733911336636 2024-12-11T10:02:16,636 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0eb0af35fbaa54f81d45c630f262f498: Running coprocessor pre-open hook at 1733911336583Writing region info on filesystem at 1733911336583Initializing all the Stores at 1733911336586 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336586Cleaning up temporary data from old regions at 1733911336606 (+20 ms)Running coprocessor post-open hooks at 1733911336636 (+30 ms)Region opened successfully at 1733911336636 2024-12-11T10:02:16,638 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498., pid=21, masterSystemTime=1733911336512 2024-12-11T10:02:16,638 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd., pid=19, masterSystemTime=1733911336537 2024-12-11T10:02:16,645 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/b850bf277330094134b06a39b343b10f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,647 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b850bf277330094134b06a39b343b10f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63056149, jitterRate=-0.060390159487724304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,647 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b850bf277330094134b06a39b343b10f 2024-12-11T10:02:16,647 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b850bf277330094134b06a39b343b10f: Running coprocessor pre-open hook at 1733911336590Writing region info on filesystem at 1733911336590Initializing all the Stores at 1733911336592 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336592Cleaning up temporary data from old regions at 1733911336626 (+34 ms)Running coprocessor post-open hooks at 1733911336647 (+21 ms)Region opened successfully at 1733911336647 2024-12-11T10:02:16,653 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f., pid=20, masterSystemTime=1733911336558 2024-12-11T10:02:16,654 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:02:16,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0eb0af35fbaa54f81d45c630f262f498, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:16,655 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:16,655 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:16,654 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:02:16,655 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:16,655 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:02:16,655 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b0052f585c745b7a46ad625b2781371, NAME => 'SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T10:02:16,655 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 494ce8858a47be2a7138c35471706cc5, NAME => 'SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,656 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c4696268030f93a22c4cb915dc3c0bbd, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:16,661 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:16,662 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:16,662 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:16,662 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cf761b32a0f76233366a502dc96250f, NAME => 'SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T10:02:16,663 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,663 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,663 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,663 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b850bf277330094134b06a39b343b10f, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:16,669 INFO [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,670 INFO [StoreOpener-7cf761b32a0f76233366a502dc96250f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,671 INFO [StoreOpener-4b0052f585c745b7a46ad625b2781371-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,673 INFO [StoreOpener-7cf761b32a0f76233366a502dc96250f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cf761b32a0f76233366a502dc96250f columnFamilyName cf 2024-12-11T10:02:16,674 DEBUG [StoreOpener-7cf761b32a0f76233366a502dc96250f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb0af35fbaa54f81d45c630f262f498, server=3e788d7781dc,46719,1733911311488 because future has completed 2024-12-11T10:02:16,675 INFO [StoreOpener-7cf761b32a0f76233366a502dc96250f-1 {}] regionserver.HStore(327): Store=7cf761b32a0f76233366a502dc96250f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,675 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,677 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,677 INFO [StoreOpener-4b0052f585c745b7a46ad625b2781371-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0052f585c745b7a46ad625b2781371 columnFamilyName cf 2024-12-11T10:02:16,677 DEBUG [StoreOpener-4b0052f585c745b7a46ad625b2781371-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,678 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,679 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,679 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4696268030f93a22c4cb915dc3c0bbd, server=3e788d7781dc,46363,1733911311340 because future has completed 2024-12-11T10:02:16,680 INFO [StoreOpener-4b0052f585c745b7a46ad625b2781371-1 {}] regionserver.HStore(327): Store=4b0052f585c745b7a46ad625b2781371/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,680 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,681 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b850bf277330094134b06a39b343b10f, server=3e788d7781dc,42391,1733911311558 because future has completed 2024-12-11T10:02:16,683 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,686 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,686 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,689 INFO [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494ce8858a47be2a7138c35471706cc5 columnFamilyName cf 2024-12-11T10:02:16,690 DEBUG [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,692 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,692 INFO [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] regionserver.HStore(327): Store=494ce8858a47be2a7138c35471706cc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,693 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,695 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,699 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,701 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,704 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,704 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,705 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7cf761b32a0f76233366a502dc96250f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,706 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 7cf761b32a0f76233366a502dc96250f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74834030, jitterRate=0.11511394381523132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,707 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:16,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-11T10:02:16,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eb0af35fbaa54f81d45c630f262f498, server=3e788d7781dc,46719,1733911311488 in 10.1290 sec 2024-12-11T10:02:16,712 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 7cf761b32a0f76233366a502dc96250f: Running coprocessor pre-open hook at 1733911336663Writing region info on filesystem at 1733911336663Initializing all the Stores at 1733911336670 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336670Cleaning up temporary data from old regions at 1733911336679 (+9 ms)Running coprocessor post-open hooks at 1733911336707 (+28 ms)Region opened successfully at 1733911336707 2024-12-11T10:02:16,714 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,716 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f., pid=22, masterSystemTime=1733911336558 2024-12-11T10:02:16,717 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/4b0052f585c745b7a46ad625b2781371/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,718 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 4b0052f585c745b7a46ad625b2781371; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73658605, jitterRate=0.09759874641895294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,719 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:16,719 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 4b0052f585c745b7a46ad625b2781371: Running coprocessor pre-open hook at 1733911336656Writing region info on filesystem at 1733911336656Initializing all the Stores at 1733911336664 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336664Cleaning up temporary data from old regions at 1733911336686 (+22 ms)Running coprocessor post-open hooks at 1733911336719 (+33 ms)Region opened successfully at 1733911336719 2024-12-11T10:02:16,722 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/494ce8858a47be2a7138c35471706cc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,724 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 494ce8858a47be2a7138c35471706cc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64673839, jitterRate=-0.03628470003604889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,724 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:16,724 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 494ce8858a47be2a7138c35471706cc5: Running coprocessor pre-open hook at 1733911336656Writing region info on filesystem at 1733911336656Initializing all the Stores at 1733911336664 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336664Cleaning up temporary data from old regions at 1733911336704 (+40 ms)Running coprocessor post-open hooks at 1733911336724 (+20 ms)Region opened successfully at 1733911336724 2024-12-11T10:02:16,724 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371., pid=23, masterSystemTime=1733911336537 2024-12-11T10:02:16,728 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5., pid=17, masterSystemTime=1733911336512 2024-12-11T10:02:16,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-12-11T10:02:16,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b850bf277330094134b06a39b343b10f, server=3e788d7781dc,42391,1733911311558 in 10.1470 sec 2024-12-11T10:02:16,741 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:16,741 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:16,741 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:16,744 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8be76b4a22e129955ab66f5fac128353, NAME => 'SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T10:02:16,745 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,745 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,745 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,746 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN in 10.4040 sec 2024-12-11T10:02:16,752 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:16,753 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:16,753 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:16,753 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f94063632b46dbdc850862410acc94e, NAME => 'SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T10:02:16,753 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,754 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,754 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,754 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,755 INFO [StoreOpener-8be76b4a22e129955ab66f5fac128353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-12-11T10:02:16,763 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4b0052f585c745b7a46ad625b2781371, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:16,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c4696268030f93a22c4cb915dc3c0bbd, server=3e788d7781dc,46363,1733911311340 in 10.1800 sec 2024-12-11T10:02:16,765 INFO [StoreOpener-8be76b4a22e129955ab66f5fac128353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8be76b4a22e129955ab66f5fac128353 columnFamilyName cf 2024-12-11T10:02:16,765 DEBUG [StoreOpener-8be76b4a22e129955ab66f5fac128353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,765 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cf761b32a0f76233366a502dc96250f, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:16,766 INFO [StoreOpener-8be76b4a22e129955ab66f5fac128353-1 {}] regionserver.HStore(327): Store=8be76b4a22e129955ab66f5fac128353/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,766 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,768 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3e788d7781dc,46363,1733911311340, table=SPTestTable, region=4b0052f585c745b7a46ad625b2781371. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T10:02:16,768 INFO [StoreOpener-2f94063632b46dbdc850862410acc94e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b850bf277330094134b06a39b343b10f, ASSIGN in 10.4310 sec 2024-12-11T10:02:16,770 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:02:16,770 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:02:16,771 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:02:16,771 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 28c12e419b34bdc4d05901bbd0e2223d, NAME => 'SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T10:02:16,771 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,771 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,771 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:16,771 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,771 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,772 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,773 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,773 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=494ce8858a47be2a7138c35471706cc5, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:16,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4696268030f93a22c4cb915dc3c0bbd, ASSIGN in 10.4590 sec 2024-12-11T10:02:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b0052f585c745b7a46ad625b2781371, server=3e788d7781dc,46363,1733911311340 because future has completed 2024-12-11T10:02:16,779 INFO [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,780 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cf761b32a0f76233366a502dc96250f, server=3e788d7781dc,42391,1733911311558 because future has completed 2024-12-11T10:02:16,788 INFO [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c12e419b34bdc4d05901bbd0e2223d columnFamilyName cf 2024-12-11T10:02:16,788 DEBUG [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494ce8858a47be2a7138c35471706cc5, server=3e788d7781dc,46719,1733911311488 because future has completed 2024-12-11T10:02:16,790 INFO [StoreOpener-2f94063632b46dbdc850862410acc94e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f94063632b46dbdc850862410acc94e columnFamilyName cf 2024-12-11T10:02:16,790 DEBUG [StoreOpener-2f94063632b46dbdc850862410acc94e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:16,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-11T10:02:16,795 INFO [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] regionserver.HStore(327): Store=28c12e419b34bdc4d05901bbd0e2223d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,795 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b0052f585c745b7a46ad625b2781371, server=3e788d7781dc,46363,1733911311340 in 10.2100 sec 2024-12-11T10:02:16,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b0052f585c745b7a46ad625b2781371, ASSIGN in 10.4870 sec 2024-12-11T10:02:16,800 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,802 INFO [StoreOpener-2f94063632b46dbdc850862410acc94e-1 {}] regionserver.HStore(327): Store=2f94063632b46dbdc850862410acc94e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:02:16,802 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,802 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,804 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,804 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,804 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,805 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,806 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,806 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,808 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-11T10:02:16,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cf761b32a0f76233366a502dc96250f, server=3e788d7781dc,42391,1733911311558 in 10.2330 sec 2024-12-11T10:02:16,811 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,818 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-11T10:02:16,820 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8be76b4a22e129955ab66f5fac128353; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63962271, jitterRate=-0.04688788950443268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,820 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:16,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 494ce8858a47be2a7138c35471706cc5, server=3e788d7781dc,46719,1733911311488 in 10.2970 sec 2024-12-11T10:02:16,820 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8be76b4a22e129955ab66f5fac128353: Running coprocessor pre-open hook at 1733911336746Writing region info on filesystem at 1733911336746Initializing all the Stores at 1733911336749 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336749Cleaning up temporary data from old regions at 1733911336773 (+24 ms)Running coprocessor post-open hooks at 1733911336820 (+47 ms)Region opened successfully at 1733911336820 2024-12-11T10:02:16,825 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/28c12e419b34bdc4d05901bbd0e2223d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,827 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 28c12e419b34bdc4d05901bbd0e2223d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64087206, jitterRate=-0.04502621293067932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,827 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:16,827 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 28c12e419b34bdc4d05901bbd0e2223d: Running coprocessor pre-open hook at 1733911336772Writing region info on filesystem at 1733911336772Initializing all the Stores at 1733911336778 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336778Cleaning up temporary data from old regions at 1733911336804 (+26 ms)Running coprocessor post-open hooks at 1733911336827 (+23 ms)Region opened successfully at 1733911336827 2024-12-11T10:02:16,827 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:02:16,828 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., pid=24, masterSystemTime=1733911336558 2024-12-11T10:02:16,829 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2f94063632b46dbdc850862410acc94e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66091871, jitterRate=-0.01515437662601471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:02:16,829 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:16,830 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2f94063632b46dbdc850862410acc94e: Running coprocessor pre-open hook at 1733911336754Writing region info on filesystem at 1733911336754Initializing all the Stores at 1733911336763 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911336764 (+1 ms)Cleaning up temporary data from old regions at 1733911336806 (+42 ms)Running coprocessor post-open hooks at 1733911336829 (+23 ms)Region opened successfully at 1733911336830 (+1 ms) 2024-12-11T10:02:16,832 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d., pid=15, masterSystemTime=1733911336512 2024-12-11T10:02:16,833 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., pid=18, masterSystemTime=1733911336537 2024-12-11T10:02:16,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7cf761b32a0f76233366a502dc96250f, ASSIGN in 10.5040 sec 2024-12-11T10:02:16,839 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:16,839 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:16,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN in 10.5150 sec 2024-12-11T10:02:16,847 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:02:16,847 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:02:16,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8be76b4a22e129955ab66f5fac128353, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:16,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=28c12e419b34bdc4d05901bbd0e2223d, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46719,1733911311488 2024-12-11T10:02:16,854 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:16,855 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8be76b4a22e129955ab66f5fac128353, server=3e788d7781dc,42391,1733911311558 because future has completed 2024-12-11T10:02:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d, server=3e788d7781dc,46719,1733911311488 because future has completed 2024-12-11T10:02:16,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2f94063632b46dbdc850862410acc94e, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:16,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f94063632b46dbdc850862410acc94e, server=3e788d7781dc,46363,1733911311340 because future has completed 2024-12-11T10:02:16,877 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3e788d7781dc,46363,1733911311340, table=SPTestTable, region=2f94063632b46dbdc850862410acc94e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T10:02:16,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-11T10:02:16,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8be76b4a22e129955ab66f5fac128353, server=3e788d7781dc,42391,1733911311558 in 10.2960 sec 2024-12-11T10:02:16,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T10:02:16,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8be76b4a22e129955ab66f5fac128353, ASSIGN in 10.5860 sec 2024-12-11T10:02:16,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d, server=3e788d7781dc,46719,1733911311488 in 10.3790 sec 2024-12-11T10:02:16,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-11T10:02:16,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f94063632b46dbdc850862410acc94e, server=3e788d7781dc,46363,1733911311340 in 10.3710 sec 2024-12-11T10:02:16,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN in 10.5930 sec 2024-12-11T10:02:16,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-12-11T10:02:16,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f94063632b46dbdc850862410acc94e, ASSIGN in 10.5980 sec 2024-12-11T10:02:16,915 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T10:02:16,916 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733911336915"}]},"ts":"1733911336915"} 2024-12-11T10:02:16,925 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T10:02:16,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T10:02:16,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3180 sec 2024-12-11T10:02:18,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T10:02:19,344 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T10:02:20,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-11T10:02:20,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-11T10:02:22,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T10:02:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:02:23,885 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T10:02:23,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T10:02:23,887 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:02:23,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T10:02:23,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:02:23,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T10:02:23,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0., hostname=3e788d7781dc,46719,1733911311488, seqNum=2] 2024-12-11T10:02:23,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0., hostname=3e788d7781dc,46719,1733911311488, seqNum=2] 2024-12-11T10:02:24,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,159 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e., hostname=3e788d7781dc,46363,1733911311340, seqNum=2] 2024-12-11T10:02:24,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,258 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,278 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., hostname=3e788d7781dc,42391,1733911311558, seqNum=2] 2024-12-11T10:02:24,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d., hostname=3e788d7781dc,46719,1733911311488, seqNum=2] 2024-12-11T10:02:24,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d., hostname=3e788d7781dc,46719,1733911311488, seqNum=2] 2024-12-11T10:02:25,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:02:25,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:02:25,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:02:25,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:02:25,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46363 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:02:25,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42391 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:02:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:02:25,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:02:27,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:02:27,232 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T10:02:27,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:02:27,247 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T10:02:27,263 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T10:02:27,320 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T10:02:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741848_1024 (size=49) 2024-12-11T10:02:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741848_1024 (size=49) 2024-12-11T10:02:27,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741848_1024 (size=49) 2024-12-11T10:02:27,451 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T10:02:27,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b850bf277330094134b06a39b343b10f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4696268030f93a22c4cb915dc3c0bbd}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cf761b32a0f76233366a502dc96250f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b0052f585c745b7a46ad625b2781371}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f94063632b46dbdc850862410acc94e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8be76b4a22e129955ab66f5fac128353}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d}] 2024-12-11T10:02:27,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:27,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b850bf277330094134b06a39b343b10f 2024-12-11T10:02:27,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:27,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:27,463 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:27,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:27,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:27,496 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:27,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:27,516 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:27,540 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3e788d7781dc,46719,1733911311488 2024-12-11T10:02:27,541 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3e788d7781dc,46719,1733911311488: Simulated kill ***** 2024-12-11T10:02:27,541 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T10:02:27,544 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T10:02:27,546 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T10:02:27,556 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T10:02:27,564 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T10:02:27,579 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 654859760 }, "NonHeapMemoryUsage": { "committed": 156368896, "init": 7667712, "max": -1, "used": 153141440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "3e788d7781dc", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "3e788d7781dc", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63810", "tag.serverName": "3e788d7781dc,46719,1733911311488", "tag.clusterId": "83beda09-6453-47f1-bf3c-c7ed4ecbee97", "tag.Context": "regionserver", "tag.Hostname": "3e788d7781dc", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733911311488, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-11T10:02:27,595 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46093 {}] master.MasterRpcServices(700): 3e788d7781dc,46719,1733911311488 reported a fatal error: ***** ABORTING region server 3e788d7781dc,46719,1733911311488: Simulated kill ***** 2024-12-11T10:02:27,603 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e788d7781dc,46719,1733911311488' ***** 2024-12-11T10:02:27,603 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T10:02:27,604 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T10:02:27,604 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:02:27,604 INFO [RS:1;3e788d7781dc:46719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T10:02:27,604 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T10:02:27,604 INFO [RS:1;3e788d7781dc:46719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T10:02:27,604 INFO [RS:1;3e788d7781dc:46719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:02:27,605 INFO [RS:1;3e788d7781dc:46719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3e788d7781dc:46719. 2024-12-11T10:02:27,605 DEBUG [RS:1;3e788d7781dc:46719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:02:27,605 DEBUG [RS:1;3e788d7781dc:46719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:02:27,612 INFO [regionserver/3e788d7781dc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:02:27,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741836_1012 (size=14382) 2024-12-11T10:02:27,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741836_1012 (size=14382) 2024-12-11T10:02:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741836_1012 (size=14382) 2024-12-11T10:02:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741833_1009 (size=1242) 2024-12-11T10:02:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741833_1009 (size=1242) 2024-12-11T10:02:27,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488/3e788d7781dc%2C46719%2C1733911311488.1733911314403 not finished, retry = 0 2024-12-11T10:02:27,741 DEBUG [RS:1;3e788d7781dc:46719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:02:27,741 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:02:27,741 INFO [RS:1;3e788d7781dc:46719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46719 2024-12-11T10:02:27,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:02:27,780 INFO [RS:1;3e788d7781dc:46719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:02:27,781 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e788d7781dc,46719,1733911311488 2024-12-11T10:02:27,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e788d7781dc,46719,1733911311488] 2024-12-11T10:02:27,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e788d7781dc,46719,1733911311488 already deleted, retry=false 2024-12-11T10:02:27,797 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3e788d7781dc,46719,1733911311488 on 3e788d7781dc,46093,1733911310404 2024-12-11T10:02:27,803 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3e788d7781dc,46719,1733911311488, splitWal=true, meta=true 2024-12-11T10:02:27,808 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 3e788d7781dc,46719,1733911311488 (carryingMeta=true) 3e788d7781dc,46719,1733911311488/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6c349cab[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T10:02:27,809 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3e788d7781dc,46719,1733911311488, splitWal=true, meta=true 2024-12-11T10:02:27,811 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3e788d7781dc,46719,1733911311488, splitWal=true, meta=true, isMeta: true 2024-12-11T10:02:27,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:27,813 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:27,813 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:27,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:27,815 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d can not run currently because target server of region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T10:02:27,817 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d; timeout=1000, timestamp=1733911348817 2024-12-11T10:02:27,816 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 can not run currently because target server of region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T10:02:27,817 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498; timeout=1000, timestamp=1733911348817 2024-12-11T10:02:27,816 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 can not run currently because target server of region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T10:02:27,818 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5; timeout=1000, timestamp=1733911348818 2024-12-11T10:02:27,819 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 can not run currently because target server of region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-11T10:02:27,819 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0; timeout=1000, timestamp=1733911348819 2024-12-11T10:02:27,822 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting 2024-12-11T10:02:27,829 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3e788d7781dc,46719,1733911311488 WAL count=1, meta=true 2024-12-11T10:02:27,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta}] 2024-12-11T10:02:27,845 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:27,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, worker=3e788d7781dc,42391,1733911311558}] 2024-12-11T10:02:27,889 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:02:27,889 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46719-0x100148a09000002, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:02:27,890 INFO [RS:1;3e788d7781dc:46719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:02:27,890 INFO [RS:1;3e788d7781dc:46719 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e788d7781dc,46719,1733911311488; zookeeper connection closed. 2024-12-11T10:02:27,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45fc7c48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45fc7c48 2024-12-11T10:02:28,216 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T10:02:28,216 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T10:02:28,787 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3e788d7781dc:46093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T10:02:28,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:28,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:28,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:28,820 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:28,820 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 can not run currently because target server of region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T10:02:28,820 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498; timeout=2000, timestamp=1733911350820 2024-12-11T10:02:28,821 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d can not run currently because target server of region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T10:02:28,821 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d; timeout=2000, timestamp=1733911350821 2024-12-11T10:02:28,823 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 can not run currently because target server of region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T10:02:28,823 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 can not run currently because target server of region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-11T10:02:28,823 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5; timeout=2000, timestamp=1733911350823 2024-12-11T10:02:28,823 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0; timeout=2000, timestamp=1733911350823 2024-12-11T10:02:30,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:30,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:30,823 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d can not run currently because target server of region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T10:02:30,823 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 can not run currently because target server of region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T10:02:30,823 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498; timeout=4000, timestamp=1733911354823 2024-12-11T10:02:30,823 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d; timeout=4000, timestamp=1733911354823 2024-12-11T10:02:30,823 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:30,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:30,826 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 can not run currently because target server of region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T10:02:30,826 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5; timeout=4000, timestamp=1733911354826 2024-12-11T10:02:30,827 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 can not run currently because target server of region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-11T10:02:30,828 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0; timeout=4000, timestamp=1733911354828 2024-12-11T10:02:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741833_1009 (size=1242) 2024-12-11T10:02:34,824 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:34,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:34,826 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d can not run currently because target server of region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T10:02:34,826 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 can not run currently because target server of region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T10:02:34,826 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498; timeout=8000, timestamp=1733911362826 2024-12-11T10:02:34,826 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d; timeout=8000, timestamp=1733911362826 2024-12-11T10:02:34,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:34,828 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 can not run currently because target server of region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T10:02:34,828 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5; timeout=8000, timestamp=1733911362828 2024-12-11T10:02:34,828 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:34,829 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 can not run currently because target server of region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-11T10:02:34,830 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0; timeout=8000, timestamp=1733911362830 2024-12-11T10:02:36,559 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=3e788d7781dc,46719,1733911311488, timeout=1733911357466, delay=906, operations=null, containedObject=3e788d7781dc,42391,1733911311558, timeout=1733911357467, delay=907, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8be76b4a22e129955ab66f5fac128353, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b850bf277330094134b06a39b343b10f, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, worker=3e788d7781dc,42391,1733911311558, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cf761b32a0f76233366a502dc96250f], containedObject=3e788d7781dc,46363,1733911311340, timeout=1733911357469, delay=909, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f94063632b46dbdc850862410acc94e, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b0052f585c745b7a46ad625b2781371, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4696268030f93a22c4cb915dc3c0bbd]] 2024-12-11T10:02:37,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T10:02:37,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T10:02:37,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T10:02:37,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T10:02:37,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:37,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:37,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T10:02:37,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:37,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:37,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-11T10:02:37,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:37,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T10:02:37,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:37,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 2f94063632b46dbdc850862410acc94e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T10:02:37,480 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8be76b4a22e129955ab66f5fac128353 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T10:02:37,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 4b0052f585c745b7a46ad625b2781371: 2024-12-11T10:02:37,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c4696268030f93a22c4cb915dc3c0bbd: 2024-12-11T10:02:37,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b850bf277330094134b06a39b343b10f: 2024-12-11T10:02:37,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. for SnapshotProcedureTest completed. 2024-12-11T10:02:37,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. for SnapshotProcedureTest completed. 2024-12-11T10:02:37,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. for SnapshotProcedureTest completed. 2024-12-11T10:02:37,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7cf761b32a0f76233366a502dc96250f: 2024-12-11T10:02:37,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. for SnapshotProcedureTest completed. 2024-12-11T10:02:37,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:02:37,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:02:37,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:02:37,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:02:37,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:02:37,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:02:37,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:02:37,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:02:37,520 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, size=14.0 K (14382bytes) 2024-12-11T10:02:37,521 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-11T10:02:37,522 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-11T10:02:37,522 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta 2024-12-11T10:02:37,532 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta after 7ms 2024-12-11T10:02:37,584 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta took 70ms 2024-12-11T10:02:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741849_1025 (size=65) 2024-12-11T10:02:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741849_1025 (size=65) 2024-12-11T10:02:37,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741849_1025 (size=65) 2024-12-11T10:02:37,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:02:37,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T10:02:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T10:02:37,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b850bf277330094134b06a39b343b10f 2024-12-11T10:02:37,602 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b850bf277330094134b06a39b343b10f 2024-12-11T10:02:37,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b850bf277330094134b06a39b343b10f in 10.1590 sec 2024-12-11T10:02:37,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741850_1026 (size=65) 2024-12-11T10:02:37,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741850_1026 (size=65) 2024-12-11T10:02:37,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741850_1026 (size=65) 2024-12-11T10:02:37,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/.tmp/cf/6c5941eab9b449b8bb8d79db981c5d95 is 34, key is baa/cf:cf/1733911345768/Put/seqid=0 2024-12-11T10:02:37,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/.tmp/cf/590ebefee0994103aee11f510699e49b is 34, key is ccd/cf:cf/1733911345769/Put/seqid=0 2024-12-11T10:02:37,675 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-11T10:02:37,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta so closing down 2024-12-11T10:02:37,681 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T10:02:37,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741851_1027 (size=65) 2024-12-11T10:02:37,692 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta.temp 2024-12-11T10:02:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741851_1027 (size=65) 2024-12-11T10:02:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741851_1027 (size=65) 2024-12-11T10:02:37,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:02:37,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T10:02:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T10:02:37,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:37,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:02:37,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b0052f585c745b7a46ad625b2781371 in 10.2510 sec 2024-12-11T10:02:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741852_1028 (size=65) 2024-12-11T10:02:37,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741852_1028 (size=65) 2024-12-11T10:02:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741852_1028 (size=65) 2024-12-11T10:02:37,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:02:37,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T10:02:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T10:02:37,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:37,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:02:37,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4696268030f93a22c4cb915dc3c0bbd in 10.2800 sec 2024-12-11T10:02:37,753 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta.temp 2024-12-11T10:02:37,759 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T10:02:37,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741853_1029 (size=28623) 2024-12-11T10:02:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741853_1029 (size=28623) 2024-12-11T10:02:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741853_1029 (size=28623) 2024-12-11T10:02:37,800 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/.tmp/cf/6c5941eab9b449b8bb8d79db981c5d95 2024-12-11T10:02:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741854_1030 (size=47197) 2024-12-11T10:02:37,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741854_1030 (size=47197) 2024-12-11T10:02:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741854_1030 (size=47197) 2024-12-11T10:02:37,825 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/.tmp/cf/590ebefee0994103aee11f510699e49b 2024-12-11T10:02:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741855_1031 (size=14141) 2024-12-11T10:02:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741855_1031 (size=14141) 2024-12-11T10:02:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741855_1031 (size=14141) 2024-12-11T10:02:37,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-12-11T10:02:37,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta.temp to hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T10:02:37,881 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 233 ms; skipped=1; WAL=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-11T10:02:37,881 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, journal: Splitting hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, size=14.0 K (14382bytes) at 1733911357520Finishing writing output for hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta so closing down at 1733911357681 (+161 ms)Creating recovered edits writer path=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta.temp at 1733911357753 (+72 ms)3 split writer threads finished at 1733911357760 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1733911357872 (+112 ms)Rename recovered edits hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta.temp to hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733911357876 (+4 ms)Processed 26 edits across 1 Regions in 233 ms; skipped=1; WAL=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733911357881 (+5 ms) 2024-12-11T10:02:37,882 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta 2024-12-11T10:02:37,882 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T10:02:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T10:02:37,895 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta to hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs 2024-12-11T10:02:37,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-11T10:02:37,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, worker=3e788d7781dc,42391,1733911311558 in 10.0460 sec 2024-12-11T10:02:37,904 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:37,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T10:02:37,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 3e788d7781dc%2C46719%2C1733911311488.meta.1733911324745.meta, worker=3e788d7781dc,42391,1733911311558 in 10.0740 sec 2024-12-11T10:02:37,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/.tmp/cf/6c5941eab9b449b8bb8d79db981c5d95 as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/cf/6c5941eab9b449b8bb8d79db981c5d95 2024-12-11T10:02:37,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/.tmp/cf/590ebefee0994103aee11f510699e49b as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/cf/590ebefee0994103aee11f510699e49b 2024-12-11T10:02:37,919 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting dir is empty, no logs to split. 2024-12-11T10:02:37,920 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3e788d7781dc,46719,1733911311488 WAL count=0, meta=true 2024-12-11T10:02:37,920 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3e788d7781dc,46719,1733911311488 WAL splitting is done? wals=0, meta=true 2024-12-11T10:02:37,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T10:02:37,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T10:02:37,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/cf/590ebefee0994103aee11f510699e49b, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T10:02:37,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:02:37,945 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8be76b4a22e129955ab66f5fac128353 in 464ms, sequenceid=5, compaction requested=false 2024-12-11T10:02:37,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8be76b4a22e129955ab66f5fac128353: 2024-12-11T10:02:37,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. for SnapshotProcedureTest completed. 2024-12-11T10:02:37,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/cf/6c5941eab9b449b8bb8d79db981c5d95, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T10:02:37,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:02:37,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/cf/590ebefee0994103aee11f510699e49b] hfiles 2024-12-11T10:02:37,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 2f94063632b46dbdc850862410acc94e in 472ms, sequenceid=5, compaction requested=false 2024-12-11T10:02:37,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 2f94063632b46dbdc850862410acc94e: 2024-12-11T10:02:37,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. for SnapshotProcedureTest completed. 2024-12-11T10:02:37,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:02:37,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/cf/6c5941eab9b449b8bb8d79db981c5d95] hfiles 2024-12-11T10:02:37,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/cf/590ebefee0994103aee11f510699e49b for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/cf/6c5941eab9b449b8bb8d79db981c5d95 for snapshot=SnapshotProcedureTest 2024-12-11T10:02:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741856_1032 (size=105) 2024-12-11T10:02:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741856_1032 (size=105) 2024-12-11T10:02:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741856_1032 (size=105) 2024-12-11T10:02:37,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:02:37,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T10:02:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T10:02:37,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:37,983 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f94063632b46dbdc850862410acc94e 2024-12-11T10:02:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741857_1033 (size=105) 2024-12-11T10:02:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741857_1033 (size=105) 2024-12-11T10:02:37,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741857_1033 (size=105) 2024-12-11T10:02:37,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:02:37,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T10:02:37,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f94063632b46dbdc850862410acc94e in 10.5320 sec 2024-12-11T10:02:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T10:02:37,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:37,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:02:37,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8be76b4a22e129955ab66f5fac128353 in 10.5390 sec 2024-12-11T10:02:38,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:02:38,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T10:02:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T10:02:38,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:38,045 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:02:38,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7cf761b32a0f76233366a502dc96250f in 10.5950 sec 2024-12-11T10:02:38,086 DEBUG [3e788d7781dc:46093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-11T10:02:38,087 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(204): Hosts are {3e788d7781dc=0} racks are {/default-rack=0} 2024-12-11T10:02:38,087 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T10:02:38,087 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T10:02:38,087 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T10:02:38,087 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T10:02:38,087 INFO [3e788d7781dc:46093 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T10:02:38,087 INFO [3e788d7781dc:46093 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T10:02:38,087 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T10:02:38,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:38,089 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e788d7781dc,46363,1733911311340, state=OPENING 2024-12-11T10:02:38,498 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:38,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:38,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:38,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:38,499 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T10:02:38,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:38,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3e788d7781dc,46363,1733911311340}] 2024-12-11T10:02:42,826 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:42,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:42,828 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:42,831 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 can not run currently because target server of region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T10:02:42,831 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d can not run currently because target server of region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T10:02:42,831 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498; timeout=16000, timestamp=1733911378831 2024-12-11T10:02:42,831 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d; timeout=16000, timestamp=1733911378831 2024-12-11T10:02:42,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:42,834 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 can not run currently because target server of region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T10:02:42,834 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5; timeout=16000, timestamp=1733911378834 2024-12-11T10:02:42,835 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 can not run currently because target server of region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 3e788d7781dc,46719,1733911311488 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-11T10:02:42,835 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0; timeout=16000, timestamp=1733911378835 2024-12-11T10:02:45,803 INFO [master/3e788d7781dc:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T10:02:45,803 INFO [master/3e788d7781dc:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T10:02:48,510 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T10:02:48,511 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:02:48,511 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T10:02:48,513 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C46363%2C1733911311340.meta, suffix=.meta, logDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340, archiveDir=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs, maxLogs=32 2024-12-11T10:02:48,526 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340/3e788d7781dc%2C46363%2C1733911311340.meta.1733911368514.meta, exclude list is [], retry=0 2024-12-11T10:02:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42495,DS-16c19434-4591-41d7-8e1f-012e7d3ef83b,DISK] 2024-12-11T10:02:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33193,DS-44083b4e-1fbf-4d1a-b091-630abb170a47,DISK] 2024-12-11T10:02:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-2aa2006b-6dce-4363-be58-2a17a7438b3e,DISK] 2024-12-11T10:02:48,534 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340/3e788d7781dc%2C46363%2C1733911311340.meta.1733911368514.meta 2024-12-11T10:02:48,535 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41731:41731),(127.0.0.1/127.0.0.1:39939:39939),(127.0.0.1/127.0.0.1:42207:42207)] 2024-12-11T10:02:48,535 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T10:02:48,535 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T10:02:48,535 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T10:02:48,535 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T10:02:48,536 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T10:02:48,536 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:02:48,536 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T10:02:48,536 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T10:02:48,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T10:02:48,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T10:02:48,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:48,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:48,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T10:02:48,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T10:02:48,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:48,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:48,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T10:02:48,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T10:02:48,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:48,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:48,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T10:02:48,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T10:02:48,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:02:48,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:02:48,548 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T10:02:48,549 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740 2024-12-11T10:02:48,552 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740 2024-12-11T10:02:48,553 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T10:02:48,567 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T10:02:48,567 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-11T10:02:48,596 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/info/fc602b292ac248a09910cf15fd5e8df7 is 167, key is SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f./info:regioninfo/1733911336668/Put/seqid=0 2024-12-11T10:02:48,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741859_1035 (size=18393) 2024-12-11T10:02:48,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741859_1035 (size=18393) 2024-12-11T10:02:48,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741859_1035 (size=18393) 2024-12-11T10:02:48,610 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/info/fc602b292ac248a09910cf15fd5e8df7 2024-12-11T10:02:48,635 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/ns/e390e56c82f54567b47f6ee7d4bd8784 is 43, key is default/ns:d/1733911325054/Put/seqid=0 2024-12-11T10:02:48,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741860_1036 (size=5153) 2024-12-11T10:02:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741860_1036 (size=5153) 2024-12-11T10:02:48,645 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/ns/e390e56c82f54567b47f6ee7d4bd8784 2024-12-11T10:02:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741860_1036 (size=5153) 2024-12-11T10:02:48,679 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/table/c2a3587642024f41a58b40687c216c9d is 47, key is SPTestTable/table:state/1733911336915/Put/seqid=0 2024-12-11T10:02:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741861_1037 (size=5214) 2024-12-11T10:02:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741861_1037 (size=5214) 2024-12-11T10:02:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741861_1037 (size=5214) 2024-12-11T10:02:48,707 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/table/c2a3587642024f41a58b40687c216c9d 2024-12-11T10:02:48,723 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/info/fc602b292ac248a09910cf15fd5e8df7 as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/info/fc602b292ac248a09910cf15fd5e8df7 2024-12-11T10:02:48,738 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/info/fc602b292ac248a09910cf15fd5e8df7, entries=100, sequenceid=28, filesize=18.0 K 2024-12-11T10:02:48,740 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/ns/e390e56c82f54567b47f6ee7d4bd8784 as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/ns/e390e56c82f54567b47f6ee7d4bd8784 2024-12-11T10:02:48,751 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/ns/e390e56c82f54567b47f6ee7d4bd8784, entries=2, sequenceid=28, filesize=5.0 K 2024-12-11T10:02:48,753 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/table/c2a3587642024f41a58b40687c216c9d as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/table/c2a3587642024f41a58b40687c216c9d 2024-12-11T10:02:48,764 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/table/c2a3587642024f41a58b40687c216c9d, entries=2, sequenceid=28, filesize=5.1 K 2024-12-11T10:02:48,765 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=28, compaction requested=false; wal=null 2024-12-11T10:02:48,767 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-11T10:02:48,769 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T10:02:48,769 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T10:02:48,770 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T10:02:48,773 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T10:02:48,782 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-11T10:02:48,784 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69303483, jitterRate=0.03270237147808075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T10:02:48,785 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T10:02:48,785 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733911368536Writing region info on filesystem at 1733911368536Initializing all the Stores at 1733911368537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911368537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911368539 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911368539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911368539Obtaining lock to block concurrent updates at 1733911368567 (+28 ms)Preparing flush snapshotting stores in 1588230740 at 1733911368567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733911368567Flushing stores of hbase:meta,,1.1588230740 at 1733911368567Flushing 1588230740/info: creating writer at 1733911368568 (+1 ms)Flushing 1588230740/info: appending metadata at 1733911368595 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733911368595Flushing 1588230740/ns: creating writer at 1733911368621 (+26 ms)Flushing 1588230740/ns: appending metadata at 1733911368635 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733911368635Flushing 1588230740/table: creating writer at 1733911368661 (+26 ms)Flushing 1588230740/table: appending metadata at 1733911368679 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733911368679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1950b6eb: reopening flushed file at 1733911368721 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c45a63: reopening flushed file at 1733911368738 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c02bc0: reopening flushed file at 1733911368751 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=28, compaction requested=false; wal=null at 1733911368765 (+14 ms)Cleaning up temporary data from old regions at 1733911368769 (+4 ms)Running coprocessor post-open hooks at 1733911368785 (+16 ms)Region opened successfully at 1733911368785 2024-12-11T10:02:48,787 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733911368504 2024-12-11T10:02:48,791 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T10:02:48,791 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T10:02:48,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:48,793 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e788d7781dc,46363,1733911311340, state=OPEN 2024-12-11T10:02:48,818 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46093 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3e788d7781dc,46363,1733911311340, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T10:02:48,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:48,838 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:48,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:48,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:48,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:02:48,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:02:48,839 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:48,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-11T10:02:48,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3e788d7781dc,46363,1733911311340 in 10.3400 sec 2024-12-11T10:02:48,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-11T10:02:48,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9140 sec 2024-12-11T10:02:48,850 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 3e788d7781dc,46719,1733911311488 had 5 regions 2024-12-11T10:02:48,852 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3e788d7781dc,46719,1733911311488, splitWal=true, meta=true, isMeta: false 2024-12-11T10:02:48,868 INFO [PEWorker-4 {}] master.SplitWALManager(105): 3e788d7781dc,46719,1733911311488 WAL count=1, meta=false 2024-12-11T10:02:48,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3e788d7781dc%2C46719%2C1733911311488.1733911314403}] 2024-12-11T10:02:48,873 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:48,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3e788d7781dc%2C46719%2C1733911311488.1733911314403, worker=3e788d7781dc,46363,1733911311340}] 2024-12-11T10:02:49,344 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T10:02:54,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T10:02:54,980 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T10:02:58,832 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:02:58,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:02:58,834 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d can not run currently because target server of region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 3e788d7781dc,46719,1733911311488 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T10:02:58,834 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d; timeout=32000, timestamp=1733911410834 2024-12-11T10:02:58,834 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 can not run currently because target server of region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 3e788d7781dc,46719,1733911311488 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T10:02:58,834 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498; timeout=32000, timestamp=1733911410834 2024-12-11T10:02:58,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:02:58,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:02:58,837 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 can not run currently because target server of region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 3e788d7781dc,46719,1733911311488 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T10:02:58,837 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5; timeout=32000, timestamp=1733911410837 2024-12-11T10:02:58,837 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 can not run currently because target server of region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 3e788d7781dc,46719,1733911311488 is in state SPLITTING, wait 32000 ms to retry 2024-12-11T10:02:58,837 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0; timeout=32000, timestamp=1733911410837 2024-12-11T10:02:58,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-11T10:02:58,903 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403, size=1.2 K (1242bytes) 2024-12-11T10:02:58,903 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403 2024-12-11T10:02:58,904 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403 after 1ms 2024-12-11T10:02:58,909 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403 took 6ms 2024-12-11T10:02:58,915 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 7908c8a3b8be79a0da03b6eb631bf8b0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T10:02:58,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0eb0af35fbaa54f81d45c630f262f498: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T10:02:58,918 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 494ce8858a47be2a7138c35471706cc5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T10:02:58,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 28c12e419b34bdc4d05901bbd0e2223d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T10:02:58,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403 so closing down 2024-12-11T10:02:58,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T10:02:58,920 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T10:02:58,921 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 8 ms; skipped=4; WAL=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-12-11T10:02:58,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403, journal: Splitting hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403, size=1.2 K (1242bytes) at 1733911378903Finishing writing output for hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403 so closing down at 1733911378920 (+17 ms)3 split writer threads finished at 1733911378920Processed 4 edits across 0 Regions in 8 ms; skipped=4; WAL=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1733911378921 (+1 ms) 2024-12-11T10:02:58,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403 2024-12-11T10:02:58,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T10:02:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T10:02:58,926 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting/3e788d7781dc%2C46719%2C1733911311488.1733911314403 to hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs 2024-12-11T10:02:58,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-11T10:02:58,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3e788d7781dc%2C46719%2C1733911311488.1733911314403, worker=3e788d7781dc,46363,1733911311340 in 10.0520 sec 2024-12-11T10:02:58,931 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:58,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-11T10:02:58,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 3e788d7781dc%2C46719%2C1733911311488.1733911314403, worker=3e788d7781dc,46363,1733911311340 in 10.0620 sec 2024-12-11T10:02:58,936 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46719,1733911311488-splitting dir is empty, no logs to split. 2024-12-11T10:02:58,936 INFO [PEWorker-5 {}] master.SplitWALManager(105): 3e788d7781dc,46719,1733911311488 WAL count=0, meta=false 2024-12-11T10:02:58,936 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 3e788d7781dc,46719,1733911311488 WAL splitting is done? wals=0, meta=false 2024-12-11T10:02:58,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN}] 2024-12-11T10:02:58,941 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN 2024-12-11T10:02:58,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN 2024-12-11T10:02:58,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN 2024-12-11T10:02:58,942 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:02:58,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:02:58,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN 2024-12-11T10:02:58,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:02:58,944 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:02:59,093 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(204): Hosts are {3e788d7781dc=0} racks are {/default-rack=0} 2024-12-11T10:02:59,093 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T10:02:59,093 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T10:02:59,093 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T10:02:59,093 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T10:02:59,093 INFO [3e788d7781dc:46093 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T10:02:59,093 INFO [3e788d7781dc:46093 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T10:02:59,093 DEBUG [3e788d7781dc:46093 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T10:02:59,094 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=28c12e419b34bdc4d05901bbd0e2223d, regionState=OPENING, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:59,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7908c8a3b8be79a0da03b6eb631bf8b0, regionState=OPENING, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:59,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=494ce8858a47be2a7138c35471706cc5, regionState=OPENING, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:02:59,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=0eb0af35fbaa54f81d45c630f262f498, regionState=OPENING, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:02:59,095 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3e788d7781dc:46719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3e788d7781dc/172.17.0.2:46719 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T10:02:59,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1, error=java.net.ConnectException: Call to address=3e788d7781dc:46719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3e788d7781dc/172.17.0.2:46719 2024-12-11T10:02:59,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-11T10:02:59,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 from cache 2024-12-11T10:02:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=3e788d7781dc:46719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3e788d7781dc/172.17.0.2:46719 2024-12-11T10:02:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=3e788d7781dc:46719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3e788d7781dc/172.17.0.2:46719 2024-12-11T10:02:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=3e788d7781dc:46719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3e788d7781dc/172.17.0.2:46719 2024-12-11T10:02:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 3e788d7781dc:46719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3e788d7781dc/172.17.0.2:46719 2024-12-11T10:02:59,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:02:59,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46363,1733911311340, seqNum=-1] 2024-12-11T10:02:59,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:02:59,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:02:59,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN because future has completed 2024-12-11T10:02:59,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494ce8858a47be2a7138c35471706cc5, server=3e788d7781dc,46363,1733911311340}] 2024-12-11T10:02:59,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN because future has completed 2024-12-11T10:02:59,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0, server=3e788d7781dc,46363,1733911311340}] 2024-12-11T10:02:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN because future has completed 2024-12-11T10:02:59,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb0af35fbaa54f81d45c630f262f498, server=3e788d7781dc,42391,1733911311558}] 2024-12-11T10:02:59,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN because future has completed 2024-12-11T10:02:59,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d, server=3e788d7781dc,42391,1733911311558}] 2024-12-11T10:03:01,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8be76b4a22e129955ab66f5fac128353, had cached 0 bytes from a total of 47197 2024-12-11T10:03:01,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2f94063632b46dbdc850862410acc94e, had cached 0 bytes from a total of 28623 2024-12-11T10:03:02,791 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3e788d7781dc:46093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T10:03:05,900 DEBUG [master/3e788d7781dc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b850bf277330094134b06a39b343b10f changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:03:05,900 DEBUG [master/3e788d7781dc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7cf761b32a0f76233366a502dc96250f changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:03:05,901 DEBUG [master/3e788d7781dc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8be76b4a22e129955ab66f5fac128353 changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:03:05,901 DEBUG [master/3e788d7781dc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4696268030f93a22c4cb915dc3c0bbd changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:03:05,901 DEBUG [master/3e788d7781dc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4b0052f585c745b7a46ad625b2781371 changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:03:05,901 DEBUG [master/3e788d7781dc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2f94063632b46dbdc850862410acc94e changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:03:05,901 DEBUG [master/3e788d7781dc:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:03:09,221 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:03:09,221 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eb0af35fbaa54f81d45c630f262f498, NAME => 'SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T10:03:09,221 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,222 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:03:09,222 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,222 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:03:09,222 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,222 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 7908c8a3b8be79a0da03b6eb631bf8b0, NAME => 'SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T10:03:09,222 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,222 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:03:09,223 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,223 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,227 INFO [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,227 INFO [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,230 INFO [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eb0af35fbaa54f81d45c630f262f498 columnFamilyName cf 2024-12-11T10:03:09,230 DEBUG [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:03:09,231 INFO [StoreOpener-0eb0af35fbaa54f81d45c630f262f498-1 {}] regionserver.HStore(327): Store=0eb0af35fbaa54f81d45c630f262f498/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:03:09,232 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,233 INFO [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7908c8a3b8be79a0da03b6eb631bf8b0 columnFamilyName cf 2024-12-11T10:03:09,233 DEBUG [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:03:09,233 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,234 INFO [StoreOpener-7908c8a3b8be79a0da03b6eb631bf8b0-1 {}] regionserver.HStore(327): Store=7908c8a3b8be79a0da03b6eb631bf8b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:03:09,235 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,239 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,241 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,242 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,242 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,243 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,245 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,245 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,249 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,251 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,252 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 0eb0af35fbaa54f81d45c630f262f498; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68454876, jitterRate=0.02005714178085327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:03:09,252 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:09,252 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 0eb0af35fbaa54f81d45c630f262f498: Running coprocessor pre-open hook at 1733911389222Writing region info on filesystem at 1733911389222Initializing all the Stores at 1733911389224 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911389224Cleaning up temporary data from old regions at 1733911389242 (+18 ms)Running coprocessor post-open hooks at 1733911389252 (+10 ms)Region opened successfully at 1733911389252 2024-12-11T10:03:09,253 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 7908c8a3b8be79a0da03b6eb631bf8b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60062946, jitterRate=-0.10499235987663269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:03:09,254 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:09,254 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 7908c8a3b8be79a0da03b6eb631bf8b0: Running coprocessor pre-open hook at 1733911389223Writing region info on filesystem at 1733911389223Initializing all the Stores at 1733911389225 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911389225Cleaning up temporary data from old regions at 1733911389245 (+20 ms)Running coprocessor post-open hooks at 1733911389254 (+9 ms)Region opened successfully at 1733911389254 2024-12-11T10:03:09,256 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498., pid=49, masterSystemTime=1733911389214 2024-12-11T10:03:09,259 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0., pid=48, masterSystemTime=1733911389213 2024-12-11T10:03:09,261 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:03:09,261 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:03:09,261 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:03:09,261 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 28c12e419b34bdc4d05901bbd0e2223d, NAME => 'SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T10:03:09,261 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,262 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:03:09,262 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,262 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,262 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=0eb0af35fbaa54f81d45c630f262f498, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:09,265 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:03:09,265 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:03:09,265 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:03:09,265 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 494ce8858a47be2a7138c35471706cc5, NAME => 'SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T10:03:09,266 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,266 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:03:09,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7908c8a3b8be79a0da03b6eb631bf8b0, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:09,266 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,266 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eb0af35fbaa54f81d45c630f262f498, server=3e788d7781dc,42391,1733911311558 because future has completed 2024-12-11T10:03:09,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0, server=3e788d7781dc,46363,1733911311340 because future has completed 2024-12-11T10:03:09,274 INFO [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,274 INFO [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,276 INFO [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c12e419b34bdc4d05901bbd0e2223d columnFamilyName cf 2024-12-11T10:03:09,276 DEBUG [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:03:09,276 INFO [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494ce8858a47be2a7138c35471706cc5 columnFamilyName cf 2024-12-11T10:03:09,276 DEBUG [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:03:09,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-11T10:03:09,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eb0af35fbaa54f81d45c630f262f498, server=3e788d7781dc,42391,1733911311558 in 10.0600 sec 2024-12-11T10:03:09,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-11T10:03:09,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0, server=3e788d7781dc,46363,1733911311340 in 10.0620 sec 2024-12-11T10:03:09,278 INFO [StoreOpener-28c12e419b34bdc4d05901bbd0e2223d-1 {}] regionserver.HStore(327): Store=28c12e419b34bdc4d05901bbd0e2223d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:03:09,277 INFO [StoreOpener-494ce8858a47be2a7138c35471706cc5-1 {}] regionserver.HStore(327): Store=494ce8858a47be2a7138c35471706cc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:03:09,278 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,280 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0eb0af35fbaa54f81d45c630f262f498, ASSIGN in 10.3380 sec 2024-12-11T10:03:09,280 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7908c8a3b8be79a0da03b6eb631bf8b0, ASSIGN in 10.3390 sec 2024-12-11T10:03:09,281 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,281 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,282 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,282 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,283 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,284 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,284 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,284 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,286 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 28c12e419b34bdc4d05901bbd0e2223d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62372042, jitterRate=-0.07058414816856384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:03:09,286 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:09,286 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 28c12e419b34bdc4d05901bbd0e2223d: Running coprocessor pre-open hook at 1733911389262Writing region info on filesystem at 1733911389262Initializing all the Stores at 1733911389265 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911389265Cleaning up temporary data from old regions at 1733911389282 (+17 ms)Running coprocessor post-open hooks at 1733911389286 (+4 ms)Region opened successfully at 1733911389286 2024-12-11T10:03:09,287 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d., pid=50, masterSystemTime=1733911389214 2024-12-11T10:03:09,289 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,291 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:03:09,291 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:03:09,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=28c12e419b34bdc4d05901bbd0e2223d, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:09,291 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 494ce8858a47be2a7138c35471706cc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64097217, jitterRate=-0.04487703740596771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:03:09,291 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:09,291 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 494ce8858a47be2a7138c35471706cc5: Running coprocessor pre-open hook at 1733911389266Writing region info on filesystem at 1733911389266Initializing all the Stores at 1733911389267 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911389268 (+1 ms)Cleaning up temporary data from old regions at 1733911389284 (+16 ms)Running coprocessor post-open hooks at 1733911389291 (+7 ms)Region opened successfully at 1733911389291 2024-12-11T10:03:09,293 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5., pid=47, masterSystemTime=1733911389213 2024-12-11T10:03:09,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d, server=3e788d7781dc,42391,1733911311558 because future has completed 2024-12-11T10:03:09,296 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:03:09,296 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:03:09,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=494ce8858a47be2a7138c35471706cc5, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:09,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494ce8858a47be2a7138c35471706cc5, server=3e788d7781dc,46363,1733911311340 because future has completed 2024-12-11T10:03:09,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-12-11T10:03:09,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d, server=3e788d7781dc,42391,1733911311558 in 10.0820 sec 2024-12-11T10:03:09,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28c12e419b34bdc4d05901bbd0e2223d, ASSIGN in 10.3610 sec 2024-12-11T10:03:09,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-12-11T10:03:09,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 494ce8858a47be2a7138c35471706cc5, server=3e788d7781dc,46363,1733911311340 in 10.0920 sec 2024-12-11T10:03:09,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-12-11T10:03:09,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494ce8858a47be2a7138c35471706cc5, ASSIGN in 10.3660 sec 2024-12-11T10:03:09,308 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 3e788d7781dc,46719,1733911311488 after splitting done 2024-12-11T10:03:09,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 3e788d7781dc,46719,1733911311488, splitWal=true, meta=true in 41.5100 sec 2024-12-11T10:03:14,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T10:03:19,344 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T10:03:30,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:30,834 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:30,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:30,837 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:33,536 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-11T10:03:40,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T10:03:40,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 28c12e419b34bdc4d05901bbd0e2223d: 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0eb0af35fbaa54f81d45c630f262f498: 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. for SnapshotProcedureTest completed. 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. for SnapshotProcedureTest completed. 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:03:40,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:03:40,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:03:40,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7908c8a3b8be79a0da03b6eb631bf8b0: 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. for SnapshotProcedureTest completed. 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 494ce8858a47be2a7138c35471706cc5: 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. for SnapshotProcedureTest completed. 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:03:40,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:03:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741862_1038 (size=65) 2024-12-11T10:03:40,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741862_1038 (size=65) 2024-12-11T10:03:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741862_1038 (size=65) 2024-12-11T10:03:40,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:03:40,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T10:03:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T10:03:40,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:40,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741864_1040 (size=65) 2024-12-11T10:03:40,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:03:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741864_1040 (size=65) 2024-12-11T10:03:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741864_1040 (size=65) 2024-12-11T10:03:40,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0eb0af35fbaa54f81d45c630f262f498 in 1 mins, 13.419 sec 2024-12-11T10:03:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741865_1041 (size=57) 2024-12-11T10:03:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741865_1041 (size=57) 2024-12-11T10:03:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741863_1039 (size=57) 2024-12-11T10:03:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741863_1039 (size=57) 2024-12-11T10:03:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741863_1039 (size=57) 2024-12-11T10:03:40,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:03:40,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T10:03:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T10:03:40,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741865_1041 (size=57) 2024-12-11T10:03:40,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:03:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T10:03:40,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:03:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T10:03:40,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:40,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:03:40,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28c12e419b34bdc4d05901bbd0e2223d in 1 mins, 13.428 sec 2024-12-11T10:03:40,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 494ce8858a47be2a7138c35471706cc5 in 1 mins, 13.429 sec 2024-12-11T10:03:41,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:03:41,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T10:03:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T10:03:41,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:41,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:03:41,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-11T10:03:41,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7908c8a3b8be79a0da03b6eb631bf8b0 in 1 mins, 13.821 sec 2024-12-11T10:03:41,277 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T10:03:41,279 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T10:03:41,283 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T10:03:41,283 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T10:03:41,288 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T10:03:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741866_1042 (size=1094) 2024-12-11T10:03:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741866_1042 (size=1094) 2024-12-11T10:03:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741866_1042 (size=1094) 2024-12-11T10:03:41,748 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T10:03:41,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T10:03:41,764 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:41,764 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:41,764 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:41,764 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:41,765 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:41,771 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:46,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8be76b4a22e129955ab66f5fac128353, had cached 0 bytes from a total of 47197 2024-12-11T10:03:46,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2f94063632b46dbdc850862410acc94e, had cached 0 bytes from a total of 28623 2024-12-11T10:03:49,345 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T10:03:51,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-11T10:03:51,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-11T10:03:51,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-11T10:03:51,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-11T10:03:51,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-11T10:03:51,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-12-11T10:03:51,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T10:03:51,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T10:03:51,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-11T10:03:51,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-11T10:03:51,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-11T10:03:51,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T10:03:51,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-11T10:03:51,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T10:03:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-11T10:03:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-11T10:03:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-11T10:03:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-12-11T10:03:51,783 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 Release verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:51,783 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 Release verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T10:03:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T10:03:51,785 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 Release verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:51,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 in 10.0260 sec 2024-12-11T10:03:51,786 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:51,786 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:51,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 in 10.0260 sec 2024-12-11T10:03:51,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 in 10.0280 sec 2024-12-11T10:03:51,787 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 Release verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:51,787 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 Release verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:51,788 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 Release verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:51,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 in 10.0300 sec 2024-12-11T10:03:51,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 in 10.0300 sec 2024-12-11T10:03:51,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 in 10.0310 sec 2024-12-11T10:03:51,790 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:03:51,790 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:03:54,251 WARN [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-12-11T10:03:54,444 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-11T10:04:01,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-11T10:04:01,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-12-11T10:04:01,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-11T10:04:01,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-11T10:04:01,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-11T10:04:01,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-11T10:04:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-11T10:04:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-11T10:04:01,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-11T10:04:01,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-11T10:04:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-11T10:04:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46093 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-11T10:04:01,790 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 Release verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:04:01,790 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 Release verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:04:01,792 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 Release verify snapshot worker=3e788d7781dc,42391,1733911311558 2024-12-11T10:04:01,792 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 Release verify snapshot worker=3e788d7781dc,46363,1733911311340 2024-12-11T10:04:01,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 in 20.0330 sec 2024-12-11T10:04:01,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 in 20.0330 sec 2024-12-11T10:04:01,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,42391,1733911311558 in 20.0350 sec 2024-12-11T10:04:01,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-12-11T10:04:01,797 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T10:04:01,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,46363,1733911311340 in 20.0350 sec 2024-12-11T10:04:01,799 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T10:04:01,803 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T10:04:01,803 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T10:04:01,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 34.589 sec 2024-12-11T10:04:02,002 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T10:04:02,004 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3e788d7781dc:46719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3e788d7781dc/172.17.0.2:46719 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T10:04:02,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1, error=java.net.ConnectException: Call to address=3e788d7781dc:46719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3e788d7781dc/172.17.0.2:46719 2024-12-11T10:04:02,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-11T10:04:02,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46719,1733911311488, seqNum=-1 from cache 2024-12-11T10:04:02,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 3e788d7781dc:46719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3e788d7781dc/172.17.0.2:46719 2024-12-11T10:04:02,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:04:02,115 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,46363,1733911311340, seqNum=-1] 2024-12-11T10:04:02,139 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T10:04:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T10:04:02,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T10:04:02,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:04:02,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:02,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:02,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T10:04:02,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T10:04:02,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1138239246, stopped=false 2024-12-11T10:04:02,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3e788d7781dc,46093,1733911310404 2024-12-11T10:04:02,183 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T10:04:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T10:04:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T10:04:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:02,183 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:02,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:02,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T10:04:02,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T10:04:02,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:04:02,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:04:02,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:04:02,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:02,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e788d7781dc,46363,1733911311340' ***** 2024-12-11T10:04:02,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:04:02,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T10:04:02,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e788d7781dc,42391,1733911311558' ***** 2024-12-11T10:04:02,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T10:04:02,185 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T10:04:02,185 INFO [RS:2;3e788d7781dc:42391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T10:04:02,185 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T10:04:02,186 INFO [RS:2;3e788d7781dc:42391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T10:04:02,186 INFO [RS:0;3e788d7781dc:46363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T10:04:02,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T10:04:02,186 INFO [RS:0;3e788d7781dc:46363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T10:04:02,186 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for 7908c8a3b8be79a0da03b6eb631bf8b0 2024-12-11T10:04:02,186 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for b850bf277330094134b06a39b343b10f 2024-12-11T10:04:02,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T10:04:02,186 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:04:02,186 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for 8be76b4a22e129955ab66f5fac128353 2024-12-11T10:04:02,186 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for 494ce8858a47be2a7138c35471706cc5 2024-12-11T10:04:02,186 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cf761b32a0f76233366a502dc96250f 2024-12-11T10:04:02,186 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b0052f585c745b7a46ad625b2781371 2024-12-11T10:04:02,186 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for 28c12e419b34bdc4d05901bbd0e2223d 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f94063632b46dbdc850862410acc94e 2024-12-11T10:04:02,187 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(3091): Received CLOSE for 0eb0af35fbaa54f81d45c630f262f498 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(959): stopping server 3e788d7781dc,46363,1733911311340 2024-12-11T10:04:02,187 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(959): stopping server 3e788d7781dc,42391,1733911311558 2024-12-11T10:04:02,187 INFO [RS:2;3e788d7781dc:42391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3e788d7781dc:46363. 2024-12-11T10:04:02,187 INFO [RS:2;3e788d7781dc:42391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3e788d7781dc:42391. 2024-12-11T10:04:02,187 DEBUG [RS:2;3e788d7781dc:42391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:04:02,187 DEBUG [RS:0;3e788d7781dc:46363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b850bf277330094134b06a39b343b10f, disabling compactions & flushes 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7908c8a3b8be79a0da03b6eb631bf8b0, disabling compactions & flushes 2024-12-11T10:04:02,187 DEBUG [RS:2;3e788d7781dc:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:02,187 DEBUG [RS:0;3e788d7781dc:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:02,187 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:04:02,187 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. after waiting 0 ms 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. after waiting 0 ms 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:04:02,187 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T10:04:02,187 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T10:04:02,187 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1325): Online Regions={b850bf277330094134b06a39b343b10f=SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f., 8be76b4a22e129955ab66f5fac128353=SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353., 7cf761b32a0f76233366a502dc96250f=SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f., 28c12e419b34bdc4d05901bbd0e2223d=SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d., 0eb0af35fbaa54f81d45c630f262f498=SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498.} 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T10:04:02,187 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T10:04:02,188 DEBUG [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1351): Waiting on 0eb0af35fbaa54f81d45c630f262f498, 28c12e419b34bdc4d05901bbd0e2223d, 7cf761b32a0f76233366a502dc96250f, 8be76b4a22e129955ab66f5fac128353, b850bf277330094134b06a39b343b10f 2024-12-11T10:04:02,188 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-11T10:04:02,188 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1325): Online Regions={7908c8a3b8be79a0da03b6eb631bf8b0=SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0., c4696268030f93a22c4cb915dc3c0bbd=SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd., 1588230740=hbase:meta,,1.1588230740, 494ce8858a47be2a7138c35471706cc5=SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5., 4b0052f585c745b7a46ad625b2781371=SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371., 2f94063632b46dbdc850862410acc94e=SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e.} 2024-12-11T10:04:02,188 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T10:04:02,188 DEBUG [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f94063632b46dbdc850862410acc94e, 494ce8858a47be2a7138c35471706cc5, 4b0052f585c745b7a46ad625b2781371, 7908c8a3b8be79a0da03b6eb631bf8b0, c4696268030f93a22c4cb915dc3c0bbd 2024-12-11T10:04:02,188 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T10:04:02,188 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T10:04:02,188 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T10:04:02,188 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T10:04:02,188 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-12-11T10:04:02,200 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/b850bf277330094134b06a39b343b10f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,200 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7908c8a3b8be79a0da03b6eb631bf8b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,201 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/info/7b90ae4bdd4b492dae63bd7e3d6aae63 is 167, key is SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498./info:regioninfo/1733911389262/Put/seqid=0 2024-12-11T10:04:02,203 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:04:02,204 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7908c8a3b8be79a0da03b6eb631bf8b0: Waiting for close lock at 1733911442186Running coprocessor pre-close hooks at 1733911442187 (+1 ms)Disabling compacts and flushes for region at 1733911442187Disabling writes for close at 1733911442187Writing region close event to WAL at 1733911442188 (+1 ms)Running coprocessor post-close hooks at 1733911442201 (+13 ms)Closed at 1733911442203 (+2 ms) 2024-12-11T10:04:02,204 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:04:02,204 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b850bf277330094134b06a39b343b10f: Waiting for close lock at 1733911442186Running coprocessor pre-close hooks at 1733911442187 (+1 ms)Disabling compacts and flushes for region at 1733911442187Disabling writes for close at 1733911442187Writing region close event to WAL at 1733911442188 (+1 ms)Running coprocessor post-close hooks at 1733911442201 (+13 ms)Closed at 1733911442204 (+3 ms) 2024-12-11T10:04:02,204 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733911325598.b850bf277330094134b06a39b343b10f. 2024-12-11T10:04:02,204 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733911325598.7908c8a3b8be79a0da03b6eb631bf8b0. 2024-12-11T10:04:02,204 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8be76b4a22e129955ab66f5fac128353, disabling compactions & flushes 2024-12-11T10:04:02,205 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4696268030f93a22c4cb915dc3c0bbd, disabling compactions & flushes 2024-12-11T10:04:02,205 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:04:02,205 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:04:02,205 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. after waiting 0 ms 2024-12-11T10:04:02,205 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:04:02,205 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:04:02,205 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:04:02,205 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. after waiting 0 ms 2024-12-11T10:04:02,205 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:04:02,206 INFO [regionserver/3e788d7781dc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:04:02,209 INFO [regionserver/3e788d7781dc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:04:02,220 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/8be76b4a22e129955ab66f5fac128353/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T10:04:02,220 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/c4696268030f93a22c4cb915dc3c0bbd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741867_1043 (size=9431) 2024-12-11T10:04:02,221 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8be76b4a22e129955ab66f5fac128353: Waiting for close lock at 1733911442204Running coprocessor pre-close hooks at 1733911442204Disabling compacts and flushes for region at 1733911442204Disabling writes for close at 1733911442205 (+1 ms)Writing region close event to WAL at 1733911442207 (+2 ms)Running coprocessor post-close hooks at 1733911442221 (+14 ms)Closed at 1733911442221 2024-12-11T10:04:02,221 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733911325598.8be76b4a22e129955ab66f5fac128353. 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4696268030f93a22c4cb915dc3c0bbd: Waiting for close lock at 1733911442204Running coprocessor pre-close hooks at 1733911442204Disabling compacts and flushes for region at 1733911442204Disabling writes for close at 1733911442205 (+1 ms)Writing region close event to WAL at 1733911442205Running coprocessor post-close hooks at 1733911442221 (+16 ms)Closed at 1733911442221 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cf761b32a0f76233366a502dc96250f, disabling compactions & flushes 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733911325598.c4696268030f93a22c4cb915dc3c0bbd. 2024-12-11T10:04:02,221 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. after waiting 0 ms 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 494ce8858a47be2a7138c35471706cc5, disabling compactions & flushes 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:04:02,221 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:04:02,221 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:04:02,222 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. after waiting 0 ms 2024-12-11T10:04:02,222 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:04:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741867_1043 (size=9431) 2024-12-11T10:04:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741867_1043 (size=9431) 2024-12-11T10:04:02,225 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/info/7b90ae4bdd4b492dae63bd7e3d6aae63 2024-12-11T10:04:02,231 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/7cf761b32a0f76233366a502dc96250f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,232 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:04:02,232 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/494ce8858a47be2a7138c35471706cc5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,232 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cf761b32a0f76233366a502dc96250f: Waiting for close lock at 1733911442221Running coprocessor pre-close hooks at 1733911442221Disabling compacts and flushes for region at 1733911442221Disabling writes for close at 1733911442221Writing region close event to WAL at 1733911442223 (+2 ms)Running coprocessor post-close hooks at 1733911442232 (+9 ms)Closed at 1733911442232 2024-12-11T10:04:02,232 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733911325598.7cf761b32a0f76233366a502dc96250f. 2024-12-11T10:04:02,232 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28c12e419b34bdc4d05901bbd0e2223d, disabling compactions & flushes 2024-12-11T10:04:02,232 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:04:02,232 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:04:02,232 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. after waiting 0 ms 2024-12-11T10:04:02,233 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:04:02,234 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:04:02,234 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 494ce8858a47be2a7138c35471706cc5: Waiting for close lock at 1733911442221Running coprocessor pre-close hooks at 1733911442221Disabling compacts and flushes for region at 1733911442221Disabling writes for close at 1733911442222 (+1 ms)Writing region close event to WAL at 1733911442228 (+6 ms)Running coprocessor post-close hooks at 1733911442234 (+6 ms)Closed at 1733911442234 2024-12-11T10:04:02,234 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733911325598.494ce8858a47be2a7138c35471706cc5. 2024-12-11T10:04:02,234 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b0052f585c745b7a46ad625b2781371, disabling compactions & flushes 2024-12-11T10:04:02,234 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:04:02,234 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:04:02,234 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. after waiting 0 ms 2024-12-11T10:04:02,234 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:04:02,236 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/.tmp/info/7b90ae4bdd4b492dae63bd7e3d6aae63 as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/info/7b90ae4bdd4b492dae63bd7e3d6aae63 2024-12-11T10:04:02,238 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/28c12e419b34bdc4d05901bbd0e2223d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,240 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:04:02,240 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28c12e419b34bdc4d05901bbd0e2223d: Waiting for close lock at 1733911442232Running coprocessor pre-close hooks at 1733911442232Disabling compacts and flushes for region at 1733911442232Disabling writes for close at 1733911442232Writing region close event to WAL at 1733911442233 (+1 ms)Running coprocessor post-close hooks at 1733911442240 (+7 ms)Closed at 1733911442240 2024-12-11T10:04:02,240 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733911325598.28c12e419b34bdc4d05901bbd0e2223d. 2024-12-11T10:04:02,240 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/4b0052f585c745b7a46ad625b2781371/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,241 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0eb0af35fbaa54f81d45c630f262f498, disabling compactions & flushes 2024-12-11T10:04:02,241 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:04:02,241 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:04:02,241 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. after waiting 0 ms 2024-12-11T10:04:02,241 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:04:02,242 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:04:02,242 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b0052f585c745b7a46ad625b2781371: Waiting for close lock at 1733911442234Running coprocessor pre-close hooks at 1733911442234Disabling compacts and flushes for region at 1733911442234Disabling writes for close at 1733911442234Writing region close event to WAL at 1733911442235 (+1 ms)Running coprocessor post-close hooks at 1733911442242 (+7 ms)Closed at 1733911442242 2024-12-11T10:04:02,243 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733911325598.4b0052f585c745b7a46ad625b2781371. 2024-12-11T10:04:02,243 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f94063632b46dbdc850862410acc94e, disabling compactions & flushes 2024-12-11T10:04:02,243 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:04:02,243 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:04:02,243 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. after waiting 0 ms 2024-12-11T10:04:02,243 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:04:02,246 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/info/7b90ae4bdd4b492dae63bd7e3d6aae63, entries=32, sequenceid=39, filesize=9.2 K 2024-12-11T10:04:02,248 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/0eb0af35fbaa54f81d45c630f262f498/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:04:02,248 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 60ms, sequenceid=39, compaction requested=false 2024-12-11T10:04:02,249 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:04:02,249 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0eb0af35fbaa54f81d45c630f262f498: Waiting for close lock at 1733911442241Running coprocessor pre-close hooks at 1733911442241Disabling compacts and flushes for region at 1733911442241Disabling writes for close at 1733911442241Writing region close event to WAL at 1733911442241Running coprocessor post-close hooks at 1733911442249 (+8 ms)Closed at 1733911442249 2024-12-11T10:04:02,249 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733911325598.0eb0af35fbaa54f81d45c630f262f498. 2024-12-11T10:04:02,252 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/default/SPTestTable/2f94063632b46dbdc850862410acc94e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T10:04:02,253 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:04:02,253 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f94063632b46dbdc850862410acc94e: Waiting for close lock at 1733911442243Running coprocessor pre-close hooks at 1733911442243Disabling compacts and flushes for region at 1733911442243Disabling writes for close at 1733911442243Writing region close event to WAL at 1733911442245 (+2 ms)Running coprocessor post-close hooks at 1733911442253 (+8 ms)Closed at 1733911442253 2024-12-11T10:04:02,253 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733911325598.2f94063632b46dbdc850862410acc94e. 2024-12-11T10:04:02,255 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-12-11T10:04:02,256 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T10:04:02,256 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T10:04:02,256 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733911442188Running coprocessor pre-close hooks at 1733911442188Disabling compacts and flushes for region at 1733911442188Disabling writes for close at 1733911442188Obtaining lock to block concurrent updates at 1733911442188Preparing flush snapshotting stores in 1588230740 at 1733911442188Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1733911442189 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733911442191 (+2 ms)Flushing 1588230740/info: creating writer at 1733911442191Flushing 1588230740/info: appending metadata at 1733911442201 (+10 ms)Flushing 1588230740/info: closing flushed file at 1733911442201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b776184: reopening flushed file at 1733911442235 (+34 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 60ms, sequenceid=39, compaction requested=false at 1733911442248 (+13 ms)Writing region close event to WAL at 1733911442250 (+2 ms)Running coprocessor post-close hooks at 1733911442256 (+6 ms)Closed at 1733911442256 2024-12-11T10:04:02,256 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T10:04:02,266 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T10:04:02,266 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T10:04:02,280 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T10:04:02,280 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T10:04:02,388 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(976): stopping server 3e788d7781dc,42391,1733911311558; all regions closed. 2024-12-11T10:04:02,388 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(976): stopping server 3e788d7781dc,46363,1733911311340; all regions closed. 2024-12-11T10:04:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741835_1011 (size=3530) 2024-12-11T10:04:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741835_1011 (size=3530) 2024-12-11T10:04:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741858_1034 (size=5436) 2024-12-11T10:04:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741858_1034 (size=5436) 2024-12-11T10:04:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741858_1034 (size=5436) 2024-12-11T10:04:02,397 DEBUG [RS:0;3e788d7781dc:46363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs 2024-12-11T10:04:02,397 DEBUG [RS:2;3e788d7781dc:42391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs 2024-12-11T10:04:02,397 INFO [RS:2;3e788d7781dc:42391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e788d7781dc%2C42391%2C1733911311558:(num 1733911314434) 2024-12-11T10:04:02,397 INFO [RS:0;3e788d7781dc:46363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e788d7781dc%2C46363%2C1733911311340.meta:.meta(num 1733911368514) 2024-12-11T10:04:02,397 DEBUG [RS:2;3e788d7781dc:42391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:02,397 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:04:02,398 INFO [RS:2;3e788d7781dc:42391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T10:04:02,398 INFO [RS:2;3e788d7781dc:42391 {}] hbase.ChoreService(370): Chore service for: regionserver/3e788d7781dc:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T10:04:02,398 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T10:04:02,398 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T10:04:02,398 INFO [regionserver/3e788d7781dc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T10:04:02,398 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T10:04:02,398 INFO [RS:2;3e788d7781dc:42391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T10:04:02,398 INFO [RS:2;3e788d7781dc:42391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42391 2024-12-11T10:04:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741834_1010 (size=3500) 2024-12-11T10:04:02,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/WALs/3e788d7781dc,46363,1733911311340/3e788d7781dc%2C46363%2C1733911311340.1733911314434 not finished, retry = 0 2024-12-11T10:04:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741834_1010 (size=3500) 2024-12-11T10:04:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e788d7781dc,42391,1733911311558 2024-12-11T10:04:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:04:02,408 INFO [RS:2;3e788d7781dc:42391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:04:02,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e788d7781dc,42391,1733911311558] 2024-12-11T10:04:02,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e788d7781dc,42391,1733911311558 already deleted, retry=false 2024-12-11T10:04:02,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e788d7781dc,42391,1733911311558 expired; onlineServers=1 2024-12-11T10:04:02,505 DEBUG [RS:0;3e788d7781dc:46363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/oldWALs 2024-12-11T10:04:02,505 INFO [RS:0;3e788d7781dc:46363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e788d7781dc%2C46363%2C1733911311340:(num 1733911314434) 2024-12-11T10:04:02,505 DEBUG [RS:0;3e788d7781dc:46363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:02,505 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:04:02,505 INFO [RS:0;3e788d7781dc:46363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T10:04:02,505 INFO [RS:0;3e788d7781dc:46363 {}] hbase.ChoreService(370): Chore service for: regionserver/3e788d7781dc:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T10:04:02,505 INFO [RS:0;3e788d7781dc:46363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T10:04:02,505 INFO [regionserver/3e788d7781dc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T10:04:02,506 INFO [RS:0;3e788d7781dc:46363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46363 2024-12-11T10:04:02,517 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e788d7781dc,46363,1733911311340 2024-12-11T10:04:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:04:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:02,517 INFO [RS:0;3e788d7781dc:46363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:04:02,517 INFO [RS:2;3e788d7781dc:42391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:04:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42391-0x100148a09000003, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:02,517 INFO [RS:2;3e788d7781dc:42391 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e788d7781dc,42391,1733911311558; zookeeper connection closed. 2024-12-11T10:04:02,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51a8c2c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51a8c2c6 2024-12-11T10:04:02,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e788d7781dc,46363,1733911311340] 2024-12-11T10:04:02,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e788d7781dc,46363,1733911311340 already deleted, retry=false 2024-12-11T10:04:02,534 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e788d7781dc,46363,1733911311340 expired; onlineServers=0 2024-12-11T10:04:02,534 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3e788d7781dc,46093,1733911310404' ***** 2024-12-11T10:04:02,534 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T10:04:02,534 INFO [M:0;3e788d7781dc:46093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:04:02,534 INFO [M:0;3e788d7781dc:46093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T10:04:02,535 DEBUG [M:0;3e788d7781dc:46093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T10:04:02,535 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T10:04:02,535 DEBUG [M:0;3e788d7781dc:46093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T10:04:02,535 DEBUG [master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.small.0-1733911313915 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.small.0-1733911313915,5,FailOnTimeoutGroup] 2024-12-11T10:04:02,535 DEBUG [master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.large.0-1733911313913 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.large.0-1733911313913,5,FailOnTimeoutGroup] 2024-12-11T10:04:02,535 INFO [M:0;3e788d7781dc:46093 {}] hbase.ChoreService(370): Chore service for: master/3e788d7781dc:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T10:04:02,536 INFO [M:0;3e788d7781dc:46093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T10:04:02,536 DEBUG [M:0;3e788d7781dc:46093 {}] master.HMaster(1795): Stopping service threads 2024-12-11T10:04:02,536 INFO [M:0;3e788d7781dc:46093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T10:04:02,537 INFO [M:0;3e788d7781dc:46093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T10:04:02,537 ERROR [M:0;3e788d7781dc:46093 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:35855 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35855,5,PEWorkerGroup] 2024-12-11T10:04:02,538 INFO [M:0;3e788d7781dc:46093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T10:04:02,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T10:04:02,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T10:04:02,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:02,542 DEBUG [M:0;3e788d7781dc:46093 {}] zookeeper.ZKUtil(347): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T10:04:02,542 WARN [M:0;3e788d7781dc:46093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T10:04:02,543 INFO [M:0;3e788d7781dc:46093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/.lastflushedseqids 2024-12-11T10:04:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741868_1044 (size=668) 2024-12-11T10:04:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741868_1044 (size=668) 2024-12-11T10:04:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741868_1044 (size=668) 2024-12-11T10:04:02,557 INFO [M:0;3e788d7781dc:46093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T10:04:02,557 INFO [M:0;3e788d7781dc:46093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T10:04:02,557 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T10:04:02,557 INFO [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:02,557 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:02,557 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T10:04:02,557 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:02,558 INFO [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=215.77 KB heapSize=267.85 KB 2024-12-11T10:04:02,574 DEBUG [M:0;3e788d7781dc:46093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/549eebeef26d4743817a0619aec54a5e is 82, key is hbase:meta,,1/info:regioninfo/1733911368791/Put/seqid=0 2024-12-11T10:04:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741869_1045 (size=6071) 2024-12-11T10:04:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741869_1045 (size=6071) 2024-12-11T10:04:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741869_1045 (size=6071) 2024-12-11T10:04:02,581 INFO [M:0;3e788d7781dc:46093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/549eebeef26d4743817a0619aec54a5e 2024-12-11T10:04:02,601 DEBUG [M:0;3e788d7781dc:46093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d01ab0af72c49b3bf76f44921a1e8c4 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733911336934/Put/seqid=0 2024-12-11T10:04:02,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741870_1046 (size=9113) 2024-12-11T10:04:02,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741870_1046 (size=9113) 2024-12-11T10:04:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741870_1046 (size=9113) 2024-12-11T10:04:02,609 INFO [M:0;3e788d7781dc:46093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=214.54 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d01ab0af72c49b3bf76f44921a1e8c4 2024-12-11T10:04:02,615 INFO [M:0;3e788d7781dc:46093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d01ab0af72c49b3bf76f44921a1e8c4 2024-12-11T10:04:02,625 INFO [RS:0;3e788d7781dc:46363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:04:02,625 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:02,625 INFO [RS:0;3e788d7781dc:46363 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e788d7781dc,46363,1733911311340; zookeeper connection closed. 2024-12-11T10:04:02,625 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46363-0x100148a09000001, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:02,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c2510eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c2510eb 2024-12-11T10:04:02,626 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T10:04:02,630 DEBUG [M:0;3e788d7781dc:46093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf859e3d4b744d088100551362bf27e is 69, key is 3e788d7781dc,42391,1733911311558/rs:state/1733911313951/Put/seqid=0 2024-12-11T10:04:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741871_1047 (size=5441) 2024-12-11T10:04:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741871_1047 (size=5441) 2024-12-11T10:04:02,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741871_1047 (size=5441) 2024-12-11T10:04:02,637 INFO [M:0;3e788d7781dc:46093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf859e3d4b744d088100551362bf27e 2024-12-11T10:04:02,642 INFO [M:0;3e788d7781dc:46093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf859e3d4b744d088100551362bf27e 2024-12-11T10:04:02,643 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/549eebeef26d4743817a0619aec54a5e as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/549eebeef26d4743817a0619aec54a5e 2024-12-11T10:04:02,650 INFO [M:0;3e788d7781dc:46093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/549eebeef26d4743817a0619aec54a5e, entries=14, sequenceid=571, filesize=5.9 K 2024-12-11T10:04:02,651 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d01ab0af72c49b3bf76f44921a1e8c4 as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d01ab0af72c49b3bf76f44921a1e8c4 2024-12-11T10:04:02,660 INFO [M:0;3e788d7781dc:46093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d01ab0af72c49b3bf76f44921a1e8c4 2024-12-11T10:04:02,661 INFO [M:0;3e788d7781dc:46093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d01ab0af72c49b3bf76f44921a1e8c4, entries=60, sequenceid=571, filesize=8.9 K 2024-12-11T10:04:02,662 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5cf859e3d4b744d088100551362bf27e as hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf859e3d4b744d088100551362bf27e 2024-12-11T10:04:02,670 INFO [M:0;3e788d7781dc:46093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf859e3d4b744d088100551362bf27e 2024-12-11T10:04:02,670 INFO [M:0;3e788d7781dc:46093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35855/user/jenkins/test-data/b1259d35-13ea-9a65-0fdc-4eb4489259eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5cf859e3d4b744d088100551362bf27e, entries=3, sequenceid=571, filesize=5.3 K 2024-12-11T10:04:02,671 INFO [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.77 KB/220950, heapSize ~267.55 KB/273976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=571, compaction requested=false 2024-12-11T10:04:02,672 INFO [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:02,672 DEBUG [M:0;3e788d7781dc:46093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733911442557Disabling compacts and flushes for region at 1733911442557Disabling writes for close at 1733911442557Obtaining lock to block concurrent updates at 1733911442558 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733911442558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=220950, getHeapSize=274216, getOffHeapSize=0, getCellsCount=692 at 1733911442558Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733911442559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733911442559Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733911442574 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733911442574Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733911442587 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733911442600 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733911442601 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733911442615 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733911442629 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733911442629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25493202: reopening flushed file at 1733911442642 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b18cc: reopening flushed file at 1733911442650 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c564f4: reopening flushed file at 1733911442661 (+11 ms)Finished flush of dataSize ~215.77 KB/220950, heapSize ~267.55 KB/273976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=571, compaction requested=false at 1733911442671 (+10 ms)Writing region close event to WAL at 1733911442672 (+1 ms)Closed at 1733911442672 2024-12-11T10:04:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33193 is added to blk_1073741830_1006 (size=258968) 2024-12-11T10:04:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741830_1006 (size=258968) 2024-12-11T10:04:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741830_1006 (size=258968) 2024-12-11T10:04:02,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T10:04:02,676 INFO [M:0;3e788d7781dc:46093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T10:04:02,676 INFO [M:0;3e788d7781dc:46093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46093 2024-12-11T10:04:02,677 INFO [M:0;3e788d7781dc:46093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:04:02,784 INFO [M:0;3e788d7781dc:46093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:04:02,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:02,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46093-0x100148a09000000, quorum=127.0.0.1:63810, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:02,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2701064c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:04:02,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:04:02,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:04:02,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:04:02,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,STOPPED} 2024-12-11T10:04:02,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T10:04:02,825 WARN [BP-737732939-172.17.0.2-1733911305607 heartbeating to localhost/127.0.0.1:35855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T10:04:02,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T10:04:02,825 WARN [BP-737732939-172.17.0.2-1733911305607 heartbeating to localhost/127.0.0.1:35855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-737732939-172.17.0.2-1733911305607 (Datanode Uuid 64b4099e-ddf6-4159-9d69-6a90b01e68ff) service to localhost/127.0.0.1:35855 2024-12-11T10:04:02,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data5/current/BP-737732939-172.17.0.2-1733911305607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:04:02,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data6/current/BP-737732939-172.17.0.2-1733911305607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:04:02,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T10:04:02,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@699f8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:04:02,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:04:02,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:04:02,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:04:02,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,STOPPED} 2024-12-11T10:04:02,831 WARN [BP-737732939-172.17.0.2-1733911305607 heartbeating to localhost/127.0.0.1:35855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T10:04:02,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T10:04:02,831 WARN [BP-737732939-172.17.0.2-1733911305607 heartbeating to localhost/127.0.0.1:35855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-737732939-172.17.0.2-1733911305607 (Datanode Uuid 11831c83-ec2d-4f37-b1f7-8f45340fee1a) service to localhost/127.0.0.1:35855 2024-12-11T10:04:02,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T10:04:02,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data3/current/BP-737732939-172.17.0.2-1733911305607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:04:02,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data4/current/BP-737732939-172.17.0.2-1733911305607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:04:02,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T10:04:02,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45354c57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:04:02,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:04:02,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:04:02,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:04:02,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,STOPPED} 2024-12-11T10:04:02,836 WARN [BP-737732939-172.17.0.2-1733911305607 heartbeating to localhost/127.0.0.1:35855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T10:04:02,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T10:04:02,836 WARN [BP-737732939-172.17.0.2-1733911305607 heartbeating to localhost/127.0.0.1:35855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-737732939-172.17.0.2-1733911305607 (Datanode Uuid 71bd7419-b0b4-4523-9266-b88a46707a31) service to localhost/127.0.0.1:35855 2024-12-11T10:04:02,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T10:04:02,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data1/current/BP-737732939-172.17.0.2-1733911305607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:04:02,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/cluster_fb23842e-edee-d008-7ccf-5bdd67643dbb/data/data2/current/BP-737732939-172.17.0.2-1733911305607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:04:02,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T10:04:02,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T10:04:02,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:04:02,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:04:02,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:04:02,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir/,STOPPED} 2024-12-11T10:04:02,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T10:04:02,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T10:04:02,905 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3e788d7781dc:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3e788d7781dc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3e788d7781dc:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3e788d7781dc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:35855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3e788d7781dc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3e788d7781dc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/3e788d7781dc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:35855 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:35855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@705feb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3e788d7781dc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:35855 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=437 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3609 (was 9271) 2024-12-11T10:04:02,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=3609 2024-12-11T10:04:02,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir so I do NOT create it in target/test-data/5499865a-3bb0-de20-9057-2254f6663572 2024-12-11T10:04:02,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.log.dir Erasing configuration value by system value. 2024-12-11T10:04:02,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.tmp.dir so I do NOT create it in target/test-data/5499865a-3bb0-de20-9057-2254f6663572 2024-12-11T10:04:02,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c85bb3-9933-58aa-d7b2-e86c7deb6d50/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-11T10:04:02,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572 2024-12-11T10:04:02,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T10:04:02,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b, deleteOnExit=true 2024-12-11T10:04:02,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T10:04:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/test.cache.data in system properties and HBase conf 2024-12-11T10:04:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T10:04:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir in system properties and HBase conf 2024-12-11T10:04:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T10:04:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T10:04:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T10:04:02,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/nfs.dump.dir in system properties and HBase conf 2024-12-11T10:04:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/java.io.tmpdir in system properties and HBase conf 2024-12-11T10:04:02,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T10:04:02,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T10:04:02,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T10:04:03,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:04:03,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:04:03,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:04:03,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:04:03,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T10:04:03,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:04:03,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44114f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:04:03,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43ba6fbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:04:03,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c74dd2c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/java.io.tmpdir/jetty-localhost-43867-hadoop-hdfs-3_4_1-tests_jar-_-any-5897287826835112812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T10:04:03,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a9c911{HTTP/1.1, (http/1.1)}{localhost:43867} 2024-12-11T10:04:03,306 INFO [Time-limited test {}] server.Server(415): Started @140623ms 2024-12-11T10:04:03,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:04:03,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:04:03,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:04:03,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:04:03,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T10:04:03,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10e198e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:04:03,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15366f48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:04:03,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7808e3bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/java.io.tmpdir/jetty-localhost-39521-hadoop-hdfs-3_4_1-tests_jar-_-any-8469674496042430568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:04:03,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ec7a69b{HTTP/1.1, (http/1.1)}{localhost:39521} 2024-12-11T10:04:03,593 INFO [Time-limited test {}] server.Server(415): Started @140911ms 2024-12-11T10:04:03,595 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T10:04:03,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:04:03,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:04:03,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:04:03,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:04:03,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T10:04:03,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3853c3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:04:03,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52ad3012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:04:03,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14361570{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/java.io.tmpdir/jetty-localhost-46303-hadoop-hdfs-3_4_1-tests_jar-_-any-7961447755548734383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:04:03,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46dc8449{HTTP/1.1, (http/1.1)}{localhost:46303} 2024-12-11T10:04:03,721 INFO [Time-limited test {}] server.Server(415): Started @141039ms 2024-12-11T10:04:03,722 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T10:04:03,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T10:04:03,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T10:04:03,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T10:04:03,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T10:04:03,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T10:04:03,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540cb687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,AVAILABLE} 2024-12-11T10:04:03,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ac0c8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T10:04:03,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@586994fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/java.io.tmpdir/jetty-localhost-42933-hadoop-hdfs-3_4_1-tests_jar-_-any-10793281310581812612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:04:03,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304832ab{HTTP/1.1, (http/1.1)}{localhost:42933} 2024-12-11T10:04:03,840 INFO [Time-limited test {}] server.Server(415): Started @141158ms 2024-12-11T10:04:03,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T10:04:04,544 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data2/current/BP-71899382-172.17.0.2-1733911442944/current, will proceed with Du for space computation calculation, 2024-12-11T10:04:04,544 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data1/current/BP-71899382-172.17.0.2-1733911442944/current, will proceed with Du for space computation calculation, 2024-12-11T10:04:04,565 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T10:04:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc87835b265c94888 with lease ID 0xc3c66b6013158312: Processing first storage report for DS-57351ed3-8b29-471d-afe6-fa32e8508b6c from datanode DatanodeRegistration(127.0.0.1:36563, datanodeUuid=5269de8c-fe28-44b6-89fa-e1776124246d, infoPort=46535, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944) 2024-12-11T10:04:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc87835b265c94888 with lease ID 0xc3c66b6013158312: from storage DS-57351ed3-8b29-471d-afe6-fa32e8508b6c node DatanodeRegistration(127.0.0.1:36563, datanodeUuid=5269de8c-fe28-44b6-89fa-e1776124246d, infoPort=46535, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:04:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc87835b265c94888 with lease ID 0xc3c66b6013158312: Processing first storage report for DS-2c65821b-33b3-4d2c-8eec-0f171cf60ec3 from datanode DatanodeRegistration(127.0.0.1:36563, datanodeUuid=5269de8c-fe28-44b6-89fa-e1776124246d, infoPort=46535, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944) 2024-12-11T10:04:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc87835b265c94888 with lease ID 0xc3c66b6013158312: from storage DS-2c65821b-33b3-4d2c-8eec-0f171cf60ec3 node DatanodeRegistration(127.0.0.1:36563, datanodeUuid=5269de8c-fe28-44b6-89fa-e1776124246d, infoPort=46535, infoSecurePort=0, ipcPort=36575, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:04:04,701 WARN [Thread-742 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data4/current/BP-71899382-172.17.0.2-1733911442944/current, will proceed with Du for space computation calculation, 2024-12-11T10:04:04,701 WARN [Thread-741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data3/current/BP-71899382-172.17.0.2-1733911442944/current, will proceed with Du for space computation calculation, 2024-12-11T10:04:04,716 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T10:04:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1c7a5af8f0f28a4 with lease ID 0xc3c66b6013158313: Processing first storage report for DS-79e0cf53-cdaa-4407-8338-725d1b5ef360 from datanode DatanodeRegistration(127.0.0.1:42087, datanodeUuid=bbbe37f4-d3c9-4779-901f-2f26d941d5f7, infoPort=34581, infoSecurePort=0, ipcPort=44843, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944) 2024-12-11T10:04:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1c7a5af8f0f28a4 with lease ID 0xc3c66b6013158313: from storage DS-79e0cf53-cdaa-4407-8338-725d1b5ef360 node DatanodeRegistration(127.0.0.1:42087, datanodeUuid=bbbe37f4-d3c9-4779-901f-2f26d941d5f7, infoPort=34581, infoSecurePort=0, ipcPort=44843, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:04:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1c7a5af8f0f28a4 with lease ID 0xc3c66b6013158313: Processing first storage report for DS-e4a1e2bd-8c54-4bd5-8664-a8a689cfea63 from datanode DatanodeRegistration(127.0.0.1:42087, datanodeUuid=bbbe37f4-d3c9-4779-901f-2f26d941d5f7, infoPort=34581, infoSecurePort=0, ipcPort=44843, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944) 2024-12-11T10:04:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1c7a5af8f0f28a4 with lease ID 0xc3c66b6013158313: from storage DS-e4a1e2bd-8c54-4bd5-8664-a8a689cfea63 node DatanodeRegistration(127.0.0.1:42087, datanodeUuid=bbbe37f4-d3c9-4779-901f-2f26d941d5f7, infoPort=34581, infoSecurePort=0, ipcPort=44843, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:04:04,723 WARN [Thread-753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data6/current/BP-71899382-172.17.0.2-1733911442944/current, will proceed with Du for space computation calculation, 2024-12-11T10:04:04,723 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data5/current/BP-71899382-172.17.0.2-1733911442944/current, will proceed with Du for space computation calculation, 2024-12-11T10:04:04,744 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T10:04:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea51e7ff5adf7f25 with lease ID 0xc3c66b6013158314: Processing first storage report for DS-8d6cf933-c817-4688-8a2b-20ce855c6710 from datanode DatanodeRegistration(127.0.0.1:32917, datanodeUuid=1ed45c77-e990-450f-8fcf-178269fa12a3, infoPort=46399, infoSecurePort=0, ipcPort=33819, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944) 2024-12-11T10:04:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea51e7ff5adf7f25 with lease ID 0xc3c66b6013158314: from storage DS-8d6cf933-c817-4688-8a2b-20ce855c6710 node DatanodeRegistration(127.0.0.1:32917, datanodeUuid=1ed45c77-e990-450f-8fcf-178269fa12a3, infoPort=46399, infoSecurePort=0, ipcPort=33819, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:04:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea51e7ff5adf7f25 with lease ID 0xc3c66b6013158314: Processing first storage report for DS-2e89396f-7ad4-411c-9b5c-b3d5f1737c80 from datanode DatanodeRegistration(127.0.0.1:32917, datanodeUuid=1ed45c77-e990-450f-8fcf-178269fa12a3, infoPort=46399, infoSecurePort=0, ipcPort=33819, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944) 2024-12-11T10:04:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea51e7ff5adf7f25 with lease ID 0xc3c66b6013158314: from storage DS-2e89396f-7ad4-411c-9b5c-b3d5f1737c80 node DatanodeRegistration(127.0.0.1:32917, datanodeUuid=1ed45c77-e990-450f-8fcf-178269fa12a3, infoPort=46399, infoSecurePort=0, ipcPort=33819, storageInfo=lv=-57;cid=testClusterID;nsid=1222524172;c=1733911442944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T10:04:04,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572 2024-12-11T10:04:04,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/zookeeper_0, clientPort=52031, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T10:04:04,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52031 2024-12-11T10:04:04,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741825_1001 (size=7) 2024-12-11T10:04:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741825_1001 (size=7) 2024-12-11T10:04:04,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741825_1001 (size=7) 2024-12-11T10:04:04,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 with version=8 2024-12-11T10:04:04,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/hbase-staging 2024-12-11T10:04:04,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:04:04,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:04:04,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:04:04,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T10:04:04,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:04:04,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44253 2024-12-11T10:04:04,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44253 connecting to ZooKeeper ensemble=127.0.0.1:52031 2024-12-11T10:04:04,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442530x0, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:04:04,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44253-0x100148c19a30000 connected 2024-12-11T10:04:04,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:04:04,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7, hbase.cluster.distributed=false 2024-12-11T10:04:04,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:04:04,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44253 2024-12-11T10:04:04,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44253 2024-12-11T10:04:04,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44253 2024-12-11T10:04:04,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44253 2024-12-11T10:04:04,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44253 2024-12-11T10:04:04,930 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:04:04,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:04:04,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:04:04,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T10:04:04,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:04:04,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36781 2024-12-11T10:04:04,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36781 connecting to ZooKeeper ensemble=127.0.0.1:52031 2024-12-11T10:04:04,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367810x0, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:04:04,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367810x0, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:04:04,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36781-0x100148c19a30001 connected 2024-12-11T10:04:04,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T10:04:04,943 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T10:04:04,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T10:04:04,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:04:04,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36781 2024-12-11T10:04:04,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36781 2024-12-11T10:04:04,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36781 2024-12-11T10:04:04,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36781 2024-12-11T10:04:04,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36781 2024-12-11T10:04:04,961 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:04:04,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:04:04,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:04:04,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T10:04:04,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:04:04,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45373 2024-12-11T10:04:04,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45373 connecting to ZooKeeper ensemble=127.0.0.1:52031 2024-12-11T10:04:04,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,975 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453730x0, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:04:04,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45373-0x100148c19a30002 connected 2024-12-11T10:04:04,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:04:04,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T10:04:04,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T10:04:04,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T10:04:04,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:04:04,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45373 2024-12-11T10:04:04,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45373 2024-12-11T10:04:04,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45373 2024-12-11T10:04:04,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45373 2024-12-11T10:04:04,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45373 2024-12-11T10:04:04,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3e788d7781dc:0 server-side Connection retries=45 2024-12-11T10:04:04,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T10:04:04,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T10:04:04,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T10:04:04,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T10:04:04,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T10:04:04,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37767 2024-12-11T10:04:04,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37767 connecting to ZooKeeper ensemble=127.0.0.1:52031 2024-12-11T10:04:04,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:04,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:05,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377670x0, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T10:04:05,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377670x0, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:04:05,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37767-0x100148c19a30003 connected 2024-12-11T10:04:05,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T10:04:05,010 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T10:04:05,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T10:04:05,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T10:04:05,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37767 2024-12-11T10:04:05,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37767 2024-12-11T10:04:05,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37767 2024-12-11T10:04:05,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37767 2024-12-11T10:04:05,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37767 2024-12-11T10:04:05,025 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3e788d7781dc:44253 2024-12-11T10:04:05,025 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3e788d7781dc,44253,1733911444790 2024-12-11T10:04:05,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,033 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,034 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3e788d7781dc,44253,1733911444790 2024-12-11T10:04:05,041 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T10:04:05,041 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T10:04:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T10:04:05,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,042 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T10:04:05,043 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3e788d7781dc,44253,1733911444790 from backup master directory 2024-12-11T10:04:05,050 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3e788d7781dc,44253,1733911444790 2024-12-11T10:04:05,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T10:04:05,050 WARN [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:04:05,050 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3e788d7781dc,44253,1733911444790 2024-12-11T10:04:05,054 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/hbase.id] with ID: 104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d 2024-12-11T10:04:05,054 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.tmp/hbase.id 2024-12-11T10:04:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741826_1002 (size=42) 2024-12-11T10:04:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741826_1002 (size=42) 2024-12-11T10:04:05,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741826_1002 (size=42) 2024-12-11T10:04:05,064 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.tmp/hbase.id]:[hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/hbase.id] 2024-12-11T10:04:05,080 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T10:04:05,080 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T10:04:05,081 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-11T10:04:05,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,091 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741827_1003 (size=196) 2024-12-11T10:04:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741827_1003 (size=196) 2024-12-11T10:04:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741827_1003 (size=196) 2024-12-11T10:04:05,100 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T10:04:05,101 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T10:04:05,101 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:04:05,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741828_1004 (size=1189) 2024-12-11T10:04:05,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741828_1004 (size=1189) 2024-12-11T10:04:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741828_1004 (size=1189) 2024-12-11T10:04:05,113 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store 2024-12-11T10:04:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741829_1005 (size=34) 2024-12-11T10:04:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741829_1005 (size=34) 2024-12-11T10:04:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741829_1005 (size=34) 2024-12-11T10:04:05,121 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:05,121 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T10:04:05,121 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:05,121 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:05,121 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T10:04:05,121 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:05,121 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:04:05,121 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733911445121Disabling compacts and flushes for region at 1733911445121Disabling writes for close at 1733911445121Writing region close event to WAL at 1733911445121Closed at 1733911445121 2024-12-11T10:04:05,122 WARN [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/.initializing 2024-12-11T10:04:05,122 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/WALs/3e788d7781dc,44253,1733911444790 2024-12-11T10:04:05,123 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:04:05,125 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C44253%2C1733911444790, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/WALs/3e788d7781dc,44253,1733911444790, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/oldWALs, maxLogs=10 2024-12-11T10:04:05,141 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/WALs/3e788d7781dc,44253,1733911444790/3e788d7781dc%2C44253%2C1733911444790.1733911445126, exclude list is [], retry=0 2024-12-11T10:04:05,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42087,DS-79e0cf53-cdaa-4407-8338-725d1b5ef360,DISK] 2024-12-11T10:04:05,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-57351ed3-8b29-471d-afe6-fa32e8508b6c,DISK] 2024-12-11T10:04:05,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8d6cf933-c817-4688-8a2b-20ce855c6710,DISK] 2024-12-11T10:04:05,155 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/WALs/3e788d7781dc,44253,1733911444790/3e788d7781dc%2C44253%2C1733911444790.1733911445126 2024-12-11T10:04:05,155 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34581:34581),(127.0.0.1/127.0.0.1:46399:46399),(127.0.0.1/127.0.0.1:46535:46535)] 2024-12-11T10:04:05,156 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T10:04:05,156 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:05,156 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,156 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T10:04:05,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:05,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T10:04:05,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:05,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T10:04:05,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:05,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T10:04:05,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:05,171 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,172 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,173 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,175 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,175 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,176 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T10:04:05,177 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T10:04:05,180 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:05,181 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70443695, jitterRate=0.04969285428524017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T10:04:05,182 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733911445156Initializing all the Stores at 1733911445158 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911445158Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911445158Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911445158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911445158Cleaning up temporary data from old regions at 1733911445175 (+17 ms)Region opened successfully at 1733911445182 (+7 ms) 2024-12-11T10:04:05,182 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T10:04:05,187 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec989f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:04:05,188 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T10:04:05,188 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T10:04:05,188 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T10:04:05,188 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T10:04:05,189 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-11T10:04:05,190 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-11T10:04:05,190 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-11T10:04:05,192 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T10:04:05,193 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T10:04:05,200 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T10:04:05,200 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T10:04:05,201 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T10:04:05,208 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T10:04:05,208 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T10:04:05,209 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T10:04:05,216 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T10:04:05,217 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T10:04:05,224 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T10:04:05,227 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T10:04:05,233 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T10:04:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:04:05,241 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:04:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:04:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T10:04:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,241 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,242 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3e788d7781dc,44253,1733911444790, sessionid=0x100148c19a30000, setting cluster-up flag (Was=false) 2024-12-11T10:04:05,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,258 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,283 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T10:04:05,284 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e788d7781dc,44253,1733911444790 2024-12-11T10:04:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,300 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,325 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T10:04:05,328 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3e788d7781dc,44253,1733911444790 2024-12-11T10:04:05,330 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T10:04:05,333 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T10:04:05,334 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T10:04:05,334 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T10:04:05,335 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3e788d7781dc,44253,1733911444790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3e788d7781dc:0, corePoolSize=5, maxPoolSize=5 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3e788d7781dc:0, corePoolSize=10, maxPoolSize=10 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:04:05,337 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,338 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733911475338 2024-12-11T10:04:05,338 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T10:04:05,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T10:04:05,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T10:04:05,339 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T10:04:05,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,340 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T10:04:05,340 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T10:04:05,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T10:04:05,340 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.large.0-1733911445340,5,FailOnTimeoutGroup] 2024-12-11T10:04:05,340 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.small.0-1733911445340,5,FailOnTimeoutGroup] 2024-12-11T10:04:05,340 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,341 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T10:04:05,341 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,341 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741831_1007 (size=1321) 2024-12-11T10:04:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741831_1007 (size=1321) 2024-12-11T10:04:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741831_1007 (size=1321) 2024-12-11T10:04:05,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T10:04:05,350 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741832_1008 (size=32) 2024-12-11T10:04:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741832_1008 (size=32) 2024-12-11T10:04:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741832_1008 (size=32) 2024-12-11T10:04:05,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:05,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T10:04:05,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T10:04:05,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:05,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T10:04:05,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T10:04:05,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:05,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T10:04:05,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T10:04:05,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:05,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T10:04:05,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T10:04:05,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:05,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T10:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740 2024-12-11T10:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740 2024-12-11T10:04:05,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T10:04:05,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T10:04:05,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T10:04:05,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T10:04:05,375 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:05,375 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69299391, jitterRate=0.032641395926475525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T10:04:05,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733911445358Initializing all the Stores at 1733911445359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911445359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911445360 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911445360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911445360Cleaning up temporary data from old regions at 1733911445371 (+11 ms)Region opened successfully at 1733911445375 (+4 ms) 2024-12-11T10:04:05,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T10:04:05,375 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T10:04:05,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T10:04:05,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T10:04:05,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T10:04:05,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T10:04:05,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733911445375Disabling compacts and flushes for region at 1733911445375Disabling writes for close at 1733911445375Writing region close event to WAL at 1733911445376 (+1 ms)Closed at 1733911445376 2024-12-11T10:04:05,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T10:04:05,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T10:04:05,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T10:04:05,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T10:04:05,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T10:04:05,418 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(746): ClusterId : 104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d 2024-12-11T10:04:05,418 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(746): ClusterId : 104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d 2024-12-11T10:04:05,418 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(746): ClusterId : 104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d 2024-12-11T10:04:05,418 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T10:04:05,418 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T10:04:05,418 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T10:04:05,434 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T10:04:05,434 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T10:04:05,434 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T10:04:05,434 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T10:04:05,435 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T10:04:05,435 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T10:04:05,450 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T10:04:05,450 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T10:04:05,450 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T10:04:05,450 DEBUG [RS:0;3e788d7781dc:36781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6453e959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:04:05,450 DEBUG [RS:2;3e788d7781dc:37767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444c7ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:04:05,450 DEBUG [RS:1;3e788d7781dc:45373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123ea21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3e788d7781dc/172.17.0.2:0 2024-12-11T10:04:05,461 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3e788d7781dc:36781 2024-12-11T10:04:05,461 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3e788d7781dc:37767 2024-12-11T10:04:05,461 DEBUG [RS:1;3e788d7781dc:45373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3e788d7781dc:45373 2024-12-11T10:04:05,461 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T10:04:05,461 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T10:04:05,461 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T10:04:05,461 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T10:04:05,462 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T10:04:05,462 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T10:04:05,462 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T10:04:05,462 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T10:04:05,462 DEBUG [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T10:04:05,462 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e788d7781dc,44253,1733911444790 with port=36781, startcode=1733911444929 2024-12-11T10:04:05,462 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e788d7781dc,44253,1733911444790 with port=37767, startcode=1733911444993 2024-12-11T10:04:05,462 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(2659): reportForDuty to master=3e788d7781dc,44253,1733911444790 with port=45373, startcode=1733911444961 2024-12-11T10:04:05,462 DEBUG [RS:0;3e788d7781dc:36781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T10:04:05,462 DEBUG [RS:1;3e788d7781dc:45373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T10:04:05,462 DEBUG [RS:2;3e788d7781dc:37767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T10:04:05,464 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33389, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T10:04:05,464 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T10:04:05,464 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T10:04:05,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e788d7781dc,45373,1733911444961 2024-12-11T10:04:05,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44253 {}] master.ServerManager(517): Registering regionserver=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:05,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e788d7781dc,36781,1733911444929 2024-12-11T10:04:05,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44253 {}] master.ServerManager(517): Registering regionserver=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:05,466 DEBUG [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:05,466 DEBUG [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38747 2024-12-11T10:04:05,467 DEBUG [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T10:04:05,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3e788d7781dc,37767,1733911444993 2024-12-11T10:04:05,468 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:05,468 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38747 2024-12-11T10:04:05,468 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T10:04:05,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44253 {}] master.ServerManager(517): Registering regionserver=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:05,469 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:05,469 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38747 2024-12-11T10:04:05,469 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T10:04:05,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:04:05,503 DEBUG [RS:1;3e788d7781dc:45373 {}] zookeeper.ZKUtil(111): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e788d7781dc,45373,1733911444961 2024-12-11T10:04:05,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e788d7781dc,36781,1733911444929] 2024-12-11T10:04:05,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e788d7781dc,45373,1733911444961] 2024-12-11T10:04:05,503 WARN [RS:1;3e788d7781dc:45373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:04:05,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3e788d7781dc,37767,1733911444993] 2024-12-11T10:04:05,503 INFO [RS:1;3e788d7781dc:45373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:04:05,503 DEBUG [RS:0;3e788d7781dc:36781 {}] zookeeper.ZKUtil(111): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e788d7781dc,36781,1733911444929 2024-12-11T10:04:05,503 DEBUG [RS:2;3e788d7781dc:37767 {}] zookeeper.ZKUtil(111): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3e788d7781dc,37767,1733911444993 2024-12-11T10:04:05,503 WARN [RS:0;3e788d7781dc:36781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:04:05,503 WARN [RS:2;3e788d7781dc:37767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T10:04:05,503 DEBUG [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961 2024-12-11T10:04:05,503 INFO [RS:0;3e788d7781dc:36781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:04:05,503 INFO [RS:2;3e788d7781dc:37767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:04:05,503 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,36781,1733911444929 2024-12-11T10:04:05,503 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,37767,1733911444993 2024-12-11T10:04:05,510 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T10:04:05,510 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T10:04:05,510 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T10:04:05,512 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T10:04:05,513 INFO [RS:0;3e788d7781dc:36781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T10:04:05,513 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,513 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T10:04:05,515 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T10:04:05,515 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,515 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,515 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,515 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,515 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,515 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,515 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:04:05,516 DEBUG [RS:0;3e788d7781dc:36781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:04:05,517 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T10:04:05,517 INFO [RS:2;3e788d7781dc:37767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T10:04:05,517 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,517 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,517 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,517 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,517 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T10:04:05,517 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,517 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T10:04:05,517 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,517 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,36781,1733911444929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:04:05,518 INFO [RS:1;3e788d7781dc:45373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T10:04:05,518 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,518 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T10:04:05,518 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T10:04:05,518 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:04:05,519 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,519 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0, corePoolSize=2, maxPoolSize=2 2024-12-11T10:04:05,520 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:2;3e788d7781dc:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3e788d7781dc:0, corePoolSize=1, maxPoolSize=1 2024-12-11T10:04:05,520 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:04:05,521 DEBUG [RS:1;3e788d7781dc:45373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3e788d7781dc:0, corePoolSize=3, maxPoolSize=3 2024-12-11T10:04:05,524 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,524 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,524 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,524 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,524 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,524 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,37767,1733911444993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:04:05,525 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,525 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,525 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,526 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,526 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,526 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,45373,1733911444961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:04:05,529 WARN [3e788d7781dc:44253 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T10:04:05,533 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T10:04:05,533 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,36781,1733911444929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,534 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,534 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.Replication(171): 3e788d7781dc,36781,1733911444929 started 2024-12-11T10:04:05,537 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T10:04:05,538 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,37767,1733911444993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,538 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,538 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.Replication(171): 3e788d7781dc,37767,1733911444993 started 2024-12-11T10:04:05,541 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T10:04:05,541 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,45373,1733911444961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,541 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,541 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.Replication(171): 3e788d7781dc,45373,1733911444961 started 2024-12-11T10:04:05,547 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,547 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1482): Serving as 3e788d7781dc,36781,1733911444929, RpcServer on 3e788d7781dc/172.17.0.2:36781, sessionid=0x100148c19a30001 2024-12-11T10:04:05,547 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T10:04:05,547 DEBUG [RS:0;3e788d7781dc:36781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e788d7781dc,36781,1733911444929 2024-12-11T10:04:05,547 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,36781,1733911444929' 2024-12-11T10:04:05,547 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T10:04:05,548 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T10:04:05,548 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T10:04:05,548 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T10:04:05,548 DEBUG [RS:0;3e788d7781dc:36781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e788d7781dc,36781,1733911444929 2024-12-11T10:04:05,548 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,36781,1733911444929' 2024-12-11T10:04:05,548 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T10:04:05,549 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T10:04:05,549 DEBUG [RS:0;3e788d7781dc:36781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T10:04:05,549 INFO [RS:0;3e788d7781dc:36781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T10:04:05,549 INFO [RS:0;3e788d7781dc:36781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T10:04:05,550 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,550 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1482): Serving as 3e788d7781dc,37767,1733911444993, RpcServer on 3e788d7781dc/172.17.0.2:37767, sessionid=0x100148c19a30003 2024-12-11T10:04:05,550 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T10:04:05,550 DEBUG [RS:2;3e788d7781dc:37767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e788d7781dc,37767,1733911444993 2024-12-11T10:04:05,550 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,37767,1733911444993' 2024-12-11T10:04:05,550 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T10:04:05,550 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T10:04:05,551 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T10:04:05,551 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T10:04:05,551 DEBUG [RS:2;3e788d7781dc:37767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e788d7781dc,37767,1733911444993 2024-12-11T10:04:05,551 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,37767,1733911444993' 2024-12-11T10:04:05,551 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T10:04:05,551 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T10:04:05,552 DEBUG [RS:2;3e788d7781dc:37767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T10:04:05,552 INFO [RS:2;3e788d7781dc:37767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T10:04:05,552 INFO [RS:2;3e788d7781dc:37767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T10:04:05,555 INFO [RS:1;3e788d7781dc:45373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:05,555 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(1482): Serving as 3e788d7781dc,45373,1733911444961, RpcServer on 3e788d7781dc/172.17.0.2:45373, sessionid=0x100148c19a30002 2024-12-11T10:04:05,555 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T10:04:05,555 DEBUG [RS:1;3e788d7781dc:45373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3e788d7781dc,45373,1733911444961 2024-12-11T10:04:05,555 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,45373,1733911444961' 2024-12-11T10:04:05,555 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T10:04:05,556 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T10:04:05,556 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T10:04:05,556 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T10:04:05,556 DEBUG [RS:1;3e788d7781dc:45373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3e788d7781dc,45373,1733911444961 2024-12-11T10:04:05,556 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3e788d7781dc,45373,1733911444961' 2024-12-11T10:04:05,556 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T10:04:05,557 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T10:04:05,557 DEBUG [RS:1;3e788d7781dc:45373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T10:04:05,557 INFO [RS:1;3e788d7781dc:45373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T10:04:05,557 INFO [RS:1;3e788d7781dc:45373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T10:04:05,650 INFO [RS:0;3e788d7781dc:36781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:04:05,651 INFO [RS:0;3e788d7781dc:36781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C36781%2C1733911444929, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,36781,1733911444929, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs, maxLogs=32 2024-12-11T10:04:05,653 INFO [RS:2;3e788d7781dc:37767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:04:05,655 INFO [RS:2;3e788d7781dc:37767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C37767%2C1733911444993, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,37767,1733911444993, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs, maxLogs=32 2024-12-11T10:04:05,658 INFO [RS:1;3e788d7781dc:45373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T10:04:05,660 INFO [RS:1;3e788d7781dc:45373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C45373%2C1733911444961, suffix=, logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs, maxLogs=32 2024-12-11T10:04:05,666 DEBUG [RS:0;3e788d7781dc:36781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,36781,1733911444929/3e788d7781dc%2C36781%2C1733911444929.1733911445652, exclude list is [], retry=0 2024-12-11T10:04:05,669 DEBUG [RS:2;3e788d7781dc:37767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,37767,1733911444993/3e788d7781dc%2C37767%2C1733911444993.1733911445655, exclude list is [], retry=0 2024-12-11T10:04:05,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8d6cf933-c817-4688-8a2b-20ce855c6710,DISK] 2024-12-11T10:04:05,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-57351ed3-8b29-471d-afe6-fa32e8508b6c,DISK] 2024-12-11T10:04:05,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42087,DS-79e0cf53-cdaa-4407-8338-725d1b5ef360,DISK] 2024-12-11T10:04:05,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-57351ed3-8b29-471d-afe6-fa32e8508b6c,DISK] 2024-12-11T10:04:05,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42087,DS-79e0cf53-cdaa-4407-8338-725d1b5ef360,DISK] 2024-12-11T10:04:05,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8d6cf933-c817-4688-8a2b-20ce855c6710,DISK] 2024-12-11T10:04:05,672 INFO [RS:0;3e788d7781dc:36781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,36781,1733911444929/3e788d7781dc%2C36781%2C1733911444929.1733911445652 2024-12-11T10:04:05,674 DEBUG [RS:1;3e788d7781dc:45373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961/3e788d7781dc%2C45373%2C1733911444961.1733911445660, exclude list is [], retry=0 2024-12-11T10:04:05,674 DEBUG [RS:0;3e788d7781dc:36781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46535:46535),(127.0.0.1/127.0.0.1:34581:34581),(127.0.0.1/127.0.0.1:46399:46399)] 2024-12-11T10:04:05,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8d6cf933-c817-4688-8a2b-20ce855c6710,DISK] 2024-12-11T10:04:05,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42087,DS-79e0cf53-cdaa-4407-8338-725d1b5ef360,DISK] 2024-12-11T10:04:05,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-57351ed3-8b29-471d-afe6-fa32e8508b6c,DISK] 2024-12-11T10:04:05,679 INFO [RS:2;3e788d7781dc:37767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,37767,1733911444993/3e788d7781dc%2C37767%2C1733911444993.1733911445655 2024-12-11T10:04:05,679 DEBUG [RS:2;3e788d7781dc:37767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46535:46535),(127.0.0.1/127.0.0.1:34581:34581),(127.0.0.1/127.0.0.1:46399:46399)] 2024-12-11T10:04:05,681 INFO [RS:1;3e788d7781dc:45373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961/3e788d7781dc%2C45373%2C1733911444961.1733911445660 2024-12-11T10:04:05,681 DEBUG [RS:1;3e788d7781dc:45373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46399:46399),(127.0.0.1/127.0.0.1:34581:34581),(127.0.0.1/127.0.0.1:46535:46535)] 2024-12-11T10:04:05,780 DEBUG [3e788d7781dc:44253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-11T10:04:05,781 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(204): Hosts are {3e788d7781dc=0} racks are {/default-rack=0} 2024-12-11T10:04:05,786 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T10:04:05,786 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T10:04:05,786 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T10:04:05,786 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T10:04:05,786 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T10:04:05,786 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T10:04:05,786 INFO [3e788d7781dc:44253 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T10:04:05,786 INFO [3e788d7781dc:44253 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T10:04:05,786 INFO [3e788d7781dc:44253 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T10:04:05,786 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T10:04:05,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:05,789 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e788d7781dc,36781,1733911444929, state=OPENING 2024-12-11T10:04:05,792 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3e788d7781dc:46093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-11T10:04:05,800 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T10:04:05,808 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:04:05,809 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T10:04:05,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:05,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:05,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3e788d7781dc,36781,1733911444929}] 2024-12-11T10:04:05,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:05,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:07,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:07,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:07,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:07,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T10:04:07,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:07,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:07,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:15,813 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T10:04:15,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49607, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T10:04:15,824 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T10:04:15,824 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T10:04:15,824 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T10:04:15,826 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3e788d7781dc%2C36781%2C1733911444929.meta, suffix=.meta, logDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,36781,1733911444929, archiveDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs, maxLogs=32 2024-12-11T10:04:15,838 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,36781,1733911444929/3e788d7781dc%2C36781%2C1733911444929.meta.1733911455826.meta, exclude list is [], retry=0 2024-12-11T10:04:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32917,DS-8d6cf933-c817-4688-8a2b-20ce855c6710,DISK] 2024-12-11T10:04:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36563,DS-57351ed3-8b29-471d-afe6-fa32e8508b6c,DISK] 2024-12-11T10:04:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42087,DS-79e0cf53-cdaa-4407-8338-725d1b5ef360,DISK] 2024-12-11T10:04:15,843 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,36781,1733911444929/3e788d7781dc%2C36781%2C1733911444929.meta.1733911455826.meta 2024-12-11T10:04:15,843 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46535:46535),(127.0.0.1/127.0.0.1:46399:46399),(127.0.0.1/127.0.0.1:34581:34581)] 2024-12-11T10:04:15,843 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T10:04:15,844 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T10:04:15,844 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T10:04:15,844 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T10:04:15,844 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T10:04:15,844 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:15,844 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T10:04:15,844 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T10:04:15,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T10:04:15,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T10:04:15,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:15,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:15,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T10:04:15,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T10:04:15,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:15,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:15,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T10:04:15,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T10:04:15,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:15,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:15,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T10:04:15,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T10:04:15,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T10:04:15,853 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T10:04:15,854 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740 2024-12-11T10:04:15,856 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740 2024-12-11T10:04:15,857 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T10:04:15,857 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T10:04:15,858 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T10:04:15,860 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T10:04:15,861 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69385783, jitterRate=0.03392873704433441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T10:04:15,861 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T10:04:15,862 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733911455844Writing region info on filesystem at 1733911455844Initializing all the Stores at 1733911455845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911455846 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911455846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911455846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733911455846Cleaning up temporary data from old regions at 1733911455857 (+11 ms)Running coprocessor post-open hooks at 1733911455861 (+4 ms)Region opened successfully at 1733911455861 2024-12-11T10:04:15,863 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733911455812 2024-12-11T10:04:15,865 DEBUG [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T10:04:15,865 INFO [RS_OPEN_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T10:04:15,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:15,866 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3e788d7781dc,36781,1733911444929, state=OPEN 2024-12-11T10:04:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:04:15,941 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:04:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:04:15,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T10:04:15,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:15,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:15,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:15,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:15,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T10:04:15,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T10:04:15,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3e788d7781dc,36781,1733911444929 in 10.1320 sec 2024-12-11T10:04:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T10:04:15,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5660 sec 2024-12-11T10:04:15,946 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T10:04:15,946 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T10:04:15,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:04:15,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,36781,1733911444929, seqNum=-1] 2024-12-11T10:04:15,950 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:04:15,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:04:15,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6240 sec 2024-12-11T10:04:15,957 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733911455957, completionTime=-1 2024-12-11T10:04:15,957 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-11T10:04:15,957 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T10:04:15,959 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-11T10:04:15,959 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733911515959 2024-12-11T10:04:15,959 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733911575959 2024-12-11T10:04:15,959 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-11T10:04:15,959 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T10:04:15,960 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,44253,1733911444790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:15,960 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,44253,1733911444790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:15,960 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,44253,1733911444790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:15,960 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3e788d7781dc:44253, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:15,960 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:15,961 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:15,962 DEBUG [master/3e788d7781dc:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T10:04:15,964 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.914sec 2024-12-11T10:04:15,965 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T10:04:15,965 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T10:04:15,965 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T10:04:15,965 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T10:04:15,965 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T10:04:15,965 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,44253,1733911444790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T10:04:15,965 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,44253,1733911444790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T10:04:15,967 DEBUG [master/3e788d7781dc:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T10:04:15,967 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T10:04:15,967 INFO [master/3e788d7781dc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3e788d7781dc,44253,1733911444790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T10:04:16,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224de5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:04:16,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e788d7781dc,44253,-1 for getting cluster id 2024-12-11T10:04:16,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T10:04:16,032 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d' 2024-12-11T10:04:16,032 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T10:04:16,033 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d" 2024-12-11T10:04:16,034 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164acdf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:04:16,034 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e788d7781dc,44253,-1] 2024-12-11T10:04:16,034 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T10:04:16,035 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:16,036 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T10:04:16,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4b70af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:04:16,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:04:16,039 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,36781,1733911444929, seqNum=-1] 2024-12-11T10:04:16,039 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:04:16,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:04:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3e788d7781dc,44253,1733911444790 2024-12-11T10:04:16,043 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733911456043 (current time:1733911456043). 2024-12-11T10:04:16,043 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T10:04:16,043 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-11T10:04:16,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f45ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:04:16,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3e788d7781dc,44253,-1 for getting cluster id 2024-12-11T10:04:16,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T10:04:16,044 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d' 2024-12-11T10:04:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T10:04:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104a91b9-161a-4e3b-95c4-dc8a6aaf7b5d" 2024-12-11T10:04:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff47508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:04:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3e788d7781dc,44253,-1] 2024-12-11T10:04:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T10:04:16,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:16,046 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T10:04:16,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542f4500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T10:04:16,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T10:04:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3e788d7781dc,36781,1733911444929, seqNum=-1] 2024-12-11T10:04:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:04:16,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:04:16,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T10:04:16,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:04:16,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:16,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:16,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T10:04:16,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T10:04:16,052 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3e788d7781dc,44253,1733911444790 2024-12-11T10:04:16,052 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e8bab7b 2024-12-11T10:04:16,053 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T10:04:16,054 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T10:04:16,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T10:04:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-11T10:04:16,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T10:04:16,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:16,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-11T10:04:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:16,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T10:04:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741837_1013 (size=361) 2024-12-11T10:04:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741837_1013 (size=361) 2024-12-11T10:04:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741837_1013 (size=361) 2024-12-11T10:04:16,069 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3aab6982f232cabc9e3ccbe56029f204, NAME => 'SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,069 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8865613c0a648f9a7e9f22bf1aad0449, NAME => 'SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,070 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bacaa6a0e63c762a586afc5580d09488, NAME => 'SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741839_1015 (size=62) 2024-12-11T10:04:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741839_1015 (size=62) 2024-12-11T10:04:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741840_1016 (size=62) 2024-12-11T10:04:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741839_1015 (size=62) 2024-12-11T10:04:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741838_1014 (size=54) 2024-12-11T10:04:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741838_1014 (size=54) 2024-12-11T10:04:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741840_1016 (size=62) 2024-12-11T10:04:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741838_1014 (size=54) 2024-12-11T10:04:16,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bacaa6a0e63c762a586afc5580d09488, disabling compactions & flushes 2024-12-11T10:04:16,081 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:16,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741840_1016 (size=62) 2024-12-11T10:04:16,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. after waiting 0 ms 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:16,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bacaa6a0e63c762a586afc5580d09488: Waiting for close lock at 1733911456081Disabling compacts and flushes for region at 1733911456081Disabling writes for close at 1733911456082 (+1 ms)Writing region close event to WAL at 1733911456082Closed at 1733911456082 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8865613c0a648f9a7e9f22bf1aad0449, disabling compactions & flushes 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3aab6982f232cabc9e3ccbe56029f204, disabling compactions & flushes 2024-12-11T10:04:16,082 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:16,082 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:16,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 141033a1d55b699efd8f37dfe624ea07, NAME => 'SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. after waiting 0 ms 2024-12-11T10:04:16,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. after waiting 0 ms 2024-12-11T10:04:16,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:16,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:16,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:16,083 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:16,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3aab6982f232cabc9e3ccbe56029f204: Waiting for close lock at 1733911456082Disabling compacts and flushes for region at 1733911456082Disabling writes for close at 1733911456083 (+1 ms)Writing region close event to WAL at 1733911456083Closed at 1733911456083 2024-12-11T10:04:16,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8865613c0a648f9a7e9f22bf1aad0449: Waiting for close lock at 1733911456082Disabling compacts and flushes for region at 1733911456082Disabling writes for close at 1733911456083 (+1 ms)Writing region close event to WAL at 1733911456083Closed at 1733911456083 2024-12-11T10:04:16,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01d8163e2d611bf837eb5ae5d4482f73, NAME => 'SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,084 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 63d94e8539a2c48c01fb06f88067e66e, NAME => 'SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741842_1018 (size=62) 2024-12-11T10:04:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741841_1017 (size=62) 2024-12-11T10:04:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741842_1018 (size=62) 2024-12-11T10:04:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741842_1018 (size=62) 2024-12-11T10:04:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741841_1017 (size=62) 2024-12-11T10:04:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741841_1017 (size=62) 2024-12-11T10:04:16,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,099 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 01d8163e2d611bf837eb5ae5d4482f73, disabling compactions & flushes 2024-12-11T10:04:16,099 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:16,100 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:16,100 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. after waiting 0 ms 2024-12-11T10:04:16,100 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:16,100 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:16,100 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01d8163e2d611bf837eb5ae5d4482f73: Waiting for close lock at 1733911456099Disabling compacts and flushes for region at 1733911456099Disabling writes for close at 1733911456100 (+1 ms)Writing region close event to WAL at 1733911456100Closed at 1733911456100 2024-12-11T10:04:16,100 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4a3041d8d97ca7332d41ae43fcb226f, NAME => 'SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 141033a1d55b699efd8f37dfe624ea07, disabling compactions & flushes 2024-12-11T10:04:16,101 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:16,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:16,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. after waiting 0 ms 2024-12-11T10:04:16,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:16,101 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:16,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 141033a1d55b699efd8f37dfe624ea07: Waiting for close lock at 1733911456101Disabling compacts and flushes for region at 1733911456101Disabling writes for close at 1733911456101Writing region close event to WAL at 1733911456101Closed at 1733911456101 2024-12-11T10:04:16,102 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ed77ba4f662dffe6e32d8b49fd5bb25c, NAME => 'SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741843_1019 (size=62) 2024-12-11T10:04:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741843_1019 (size=62) 2024-12-11T10:04:16,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741843_1019 (size=62) 2024-12-11T10:04:16,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,113 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 63d94e8539a2c48c01fb06f88067e66e, disabling compactions & flushes 2024-12-11T10:04:16,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:16,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:16,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. after waiting 0 ms 2024-12-11T10:04:16,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:16,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:16,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 63d94e8539a2c48c01fb06f88067e66e: Waiting for close lock at 1733911456113Disabling compacts and flushes for region at 1733911456113Disabling writes for close at 1733911456114 (+1 ms)Writing region close event to WAL at 1733911456114Closed at 1733911456114 2024-12-11T10:04:16,115 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b59377ed6507462688807ebc995529bf, NAME => 'SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741844_1020 (size=62) 2024-12-11T10:04:16,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741844_1020 (size=62) 2024-12-11T10:04:16,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741844_1020 (size=62) 2024-12-11T10:04:16,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4a3041d8d97ca7332d41ae43fcb226f, disabling compactions & flushes 2024-12-11T10:04:16,118 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:16,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:16,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. after waiting 0 ms 2024-12-11T10:04:16,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:16,118 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:16,118 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4a3041d8d97ca7332d41ae43fcb226f: Waiting for close lock at 1733911456118Disabling compacts and flushes for region at 1733911456118Disabling writes for close at 1733911456118Writing region close event to WAL at 1733911456118Closed at 1733911456118 2024-12-11T10:04:16,119 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48e93085144983ac1c012e274a11d544, NAME => 'SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7 2024-12-11T10:04:16,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741845_1021 (size=62) 2024-12-11T10:04:16,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741845_1021 (size=62) 2024-12-11T10:04:16,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741845_1021 (size=62) 2024-12-11T10:04:16,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ed77ba4f662dffe6e32d8b49fd5bb25c, disabling compactions & flushes 2024-12-11T10:04:16,126 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:16,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:16,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. after waiting 0 ms 2024-12-11T10:04:16,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:16,126 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:16,126 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ed77ba4f662dffe6e32d8b49fd5bb25c: Waiting for close lock at 1733911456126Disabling compacts and flushes for region at 1733911456126Disabling writes for close at 1733911456126Writing region close event to WAL at 1733911456126Closed at 1733911456126 2024-12-11T10:04:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741846_1022 (size=62) 2024-12-11T10:04:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741847_1023 (size=54) 2024-12-11T10:04:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741847_1023 (size=54) 2024-12-11T10:04:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741846_1022 (size=62) 2024-12-11T10:04:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741847_1023 (size=54) 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b59377ed6507462688807ebc995529bf, disabling compactions & flushes 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 48e93085144983ac1c012e274a11d544, disabling compactions & flushes 2024-12-11T10:04:16,139 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:16,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. after waiting 0 ms 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. after waiting 0 ms 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:16,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:16,139 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:16,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:16,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48e93085144983ac1c012e274a11d544: Waiting for close lock at 1733911456139Disabling compacts and flushes for region at 1733911456139Disabling writes for close at 1733911456139Writing region close event to WAL at 1733911456139Closed at 1733911456139 2024-12-11T10:04:16,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b59377ed6507462688807ebc995529bf: Waiting for close lock at 1733911456139Disabling compacts and flushes for region at 1733911456139Disabling writes for close at 1733911456139Writing region close event to WAL at 1733911456139Closed at 1733911456139 2024-12-11T10:04:16,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T10:04:16,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733911456141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733911456141"}]},"ts":"1733911456141"} 2024-12-11T10:04:16,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741846_1022 (size=62) 2024-12-11T10:04:16,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-11T10:04:16,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T10:04:16,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733911456148"}]},"ts":"1733911456148"} 2024-12-11T10:04:16,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-11T10:04:16,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3e788d7781dc=0} racks are {/default-rack=0} 2024-12-11T10:04:16,156 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T10:04:16,157 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T10:04:16,157 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-11T10:04:16,157 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T10:04:16,157 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T10:04:16,157 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-11T10:04:16,157 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T10:04:16,157 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T10:04:16,157 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-11T10:04:16,157 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T10:04:16,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3aab6982f232cabc9e3ccbe56029f204, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bacaa6a0e63c762a586afc5580d09488, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01d8163e2d611bf837eb5ae5d4482f73, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63d94e8539a2c48c01fb06f88067e66e, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a3041d8d97ca7332d41ae43fcb226f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b59377ed6507462688807ebc995529bf, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e93085144983ac1c012e274a11d544, ASSIGN}] 2024-12-11T10:04:16,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63d94e8539a2c48c01fb06f88067e66e, ASSIGN 2024-12-11T10:04:16,159 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01d8163e2d611bf837eb5ae5d4482f73, ASSIGN 2024-12-11T10:04:16,159 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN 2024-12-11T10:04:16,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN 2024-12-11T10:04:16,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63d94e8539a2c48c01fb06f88067e66e, ASSIGN; state=OFFLINE, location=3e788d7781dc,37767,1733911444993; forceNewPlan=false, retain=false 2024-12-11T10:04:16,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN; state=OFFLINE, location=3e788d7781dc,45373,1733911444961; forceNewPlan=false, retain=false 2024-12-11T10:04:16,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN; state=OFFLINE, location=3e788d7781dc,45373,1733911444961; forceNewPlan=false, retain=false 2024-12-11T10:04:16,160 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01d8163e2d611bf837eb5ae5d4482f73, ASSIGN; state=OFFLINE, location=3e788d7781dc,36781,1733911444929; forceNewPlan=false, retain=false 2024-12-11T10:04:16,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e93085144983ac1c012e274a11d544, ASSIGN 2024-12-11T10:04:16,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bacaa6a0e63c762a586afc5580d09488, ASSIGN 2024-12-11T10:04:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:16,164 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b59377ed6507462688807ebc995529bf, ASSIGN 2024-12-11T10:04:16,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN 2024-12-11T10:04:16,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a3041d8d97ca7332d41ae43fcb226f, ASSIGN 2024-12-11T10:04:16,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48e93085144983ac1c012e274a11d544, ASSIGN; state=OFFLINE, location=3e788d7781dc,37767,1733911444993; forceNewPlan=false, retain=false 2024-12-11T10:04:16,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bacaa6a0e63c762a586afc5580d09488, ASSIGN; state=OFFLINE, location=3e788d7781dc,36781,1733911444929; forceNewPlan=false, retain=false 2024-12-11T10:04:16,166 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b59377ed6507462688807ebc995529bf, ASSIGN; state=OFFLINE, location=3e788d7781dc,36781,1733911444929; forceNewPlan=false, retain=false 2024-12-11T10:04:16,167 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN; state=OFFLINE, location=3e788d7781dc,45373,1733911444961; forceNewPlan=false, retain=false 2024-12-11T10:04:16,167 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a3041d8d97ca7332d41ae43fcb226f, ASSIGN; state=OFFLINE, location=3e788d7781dc,36781,1733911444929; forceNewPlan=false, retain=false 2024-12-11T10:04:16,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3aab6982f232cabc9e3ccbe56029f204, ASSIGN 2024-12-11T10:04:16,174 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3aab6982f232cabc9e3ccbe56029f204, ASSIGN; state=OFFLINE, location=3e788d7781dc,37767,1733911444993; forceNewPlan=false, retain=false 2024-12-11T10:04:16,311 INFO [3e788d7781dc:44253 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-11T10:04:16,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=141033a1d55b699efd8f37dfe624ea07, regionState=OPENING, regionLocation=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:16,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8865613c0a648f9a7e9f22bf1aad0449, regionState=OPENING, regionLocation=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:16,312 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ed77ba4f662dffe6e32d8b49fd5bb25c, regionState=OPENING, regionLocation=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:16,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=48e93085144983ac1c012e274a11d544, regionState=OPENING, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:16,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=63d94e8539a2c48c01fb06f88067e66e, regionState=OPENING, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:16,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3aab6982f232cabc9e3ccbe56029f204, regionState=OPENING, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:16,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b59377ed6507462688807ebc995529bf, regionState=OPENING, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:16,312 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c4a3041d8d97ca7332d41ae43fcb226f, regionState=OPENING, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:16,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bacaa6a0e63c762a586afc5580d09488, regionState=OPENING, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:16,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01d8163e2d611bf837eb5ae5d4482f73, regionState=OPENING, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN because future has completed 2024-12-11T10:04:16,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 141033a1d55b699efd8f37dfe624ea07, server=3e788d7781dc,45373,1733911444961}] 2024-12-11T10:04:16,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=48e93085144983ac1c012e274a11d544, ASSIGN because future has completed 2024-12-11T10:04:16,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e93085144983ac1c012e274a11d544, server=3e788d7781dc,37767,1733911444993}] 2024-12-11T10:04:16,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN because future has completed 2024-12-11T10:04:16,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63d94e8539a2c48c01fb06f88067e66e, ASSIGN because future has completed 2024-12-11T10:04:16,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c, server=3e788d7781dc,45373,1733911444961}] 2024-12-11T10:04:16,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63d94e8539a2c48c01fb06f88067e66e, server=3e788d7781dc,37767,1733911444993}] 2024-12-11T10:04:16,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN because future has completed 2024-12-11T10:04:16,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3aab6982f232cabc9e3ccbe56029f204, ASSIGN because future has completed 2024-12-11T10:04:16,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b59377ed6507462688807ebc995529bf, ASSIGN because future has completed 2024-12-11T10:04:16,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449, server=3e788d7781dc,45373,1733911444961}] 2024-12-11T10:04:16,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b59377ed6507462688807ebc995529bf, server=3e788d7781dc,36781,1733911444929}] 2024-12-11T10:04:16,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aab6982f232cabc9e3ccbe56029f204, server=3e788d7781dc,37767,1733911444993}] 2024-12-11T10:04:16,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a3041d8d97ca7332d41ae43fcb226f, ASSIGN because future has completed 2024-12-11T10:04:16,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01d8163e2d611bf837eb5ae5d4482f73, ASSIGN because future has completed 2024-12-11T10:04:16,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bacaa6a0e63c762a586afc5580d09488, ASSIGN because future has completed 2024-12-11T10:04:16,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bacaa6a0e63c762a586afc5580d09488, server=3e788d7781dc,36781,1733911444929}] 2024-12-11T10:04:16,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01d8163e2d611bf837eb5ae5d4482f73, server=3e788d7781dc,36781,1733911444929}] 2024-12-11T10:04:16,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a3041d8d97ca7332d41ae43fcb226f, server=3e788d7781dc,36781,1733911444929}] 2024-12-11T10:04:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:17,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T10:04:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:20,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:21,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T10:04:21,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:21,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:21,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:26,319 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T10:04:26,321 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T10:04:26,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38869, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T10:04:26,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T10:04:26,332 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:26,332 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:26,332 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3aab6982f232cabc9e3ccbe56029f204, NAME => 'SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-11T10:04:26,332 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 141033a1d55b699efd8f37dfe624ea07, NAME => 'SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,333 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,335 INFO [StoreOpener-3aab6982f232cabc9e3ccbe56029f204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,335 INFO [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,335 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:26,335 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => bacaa6a0e63c762a586afc5580d09488, NAME => 'SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-11T10:04:26,335 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,336 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,336 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,336 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,336 INFO [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 141033a1d55b699efd8f37dfe624ea07 columnFamilyName cf 2024-12-11T10:04:26,336 INFO [StoreOpener-3aab6982f232cabc9e3ccbe56029f204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aab6982f232cabc9e3ccbe56029f204 columnFamilyName cf 2024-12-11T10:04:26,336 DEBUG [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,336 DEBUG [StoreOpener-3aab6982f232cabc9e3ccbe56029f204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,337 INFO [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] regionserver.HStore(327): Store=141033a1d55b699efd8f37dfe624ea07/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,337 INFO [StoreOpener-3aab6982f232cabc9e3ccbe56029f204-1 {}] regionserver.HStore(327): Store=3aab6982f232cabc9e3ccbe56029f204/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,337 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,337 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,337 INFO [StoreOpener-bacaa6a0e63c762a586afc5580d09488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,338 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,338 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,338 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,338 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,339 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,339 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,339 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,339 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,339 INFO [StoreOpener-bacaa6a0e63c762a586afc5580d09488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bacaa6a0e63c762a586afc5580d09488 columnFamilyName cf 2024-12-11T10:04:26,339 DEBUG [StoreOpener-bacaa6a0e63c762a586afc5580d09488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,339 INFO [StoreOpener-bacaa6a0e63c762a586afc5580d09488-1 {}] regionserver.HStore(327): Store=bacaa6a0e63c762a586afc5580d09488/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,340 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,340 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,340 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,341 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,341 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,341 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,341 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,343 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,344 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/141033a1d55b699efd8f37dfe624ea07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,344 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/3aab6982f232cabc9e3ccbe56029f204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,344 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3aab6982f232cabc9e3ccbe56029f204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74692894, jitterRate=0.11301085352897644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,344 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 141033a1d55b699efd8f37dfe624ea07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73075147, jitterRate=0.08890454471111298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,344 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:26,344 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:26,344 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 141033a1d55b699efd8f37dfe624ea07: Running coprocessor pre-open hook at 1733911466333Writing region info on filesystem at 1733911466333Initializing all the Stores at 1733911466334 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466334Cleaning up temporary data from old regions at 1733911466339 (+5 ms)Running coprocessor post-open hooks at 1733911466344 (+5 ms)Region opened successfully at 1733911466344 2024-12-11T10:04:26,344 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3aab6982f232cabc9e3ccbe56029f204: Running coprocessor pre-open hook at 1733911466333Writing region info on filesystem at 1733911466333Initializing all the Stores at 1733911466334 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466334Cleaning up temporary data from old regions at 1733911466339 (+5 ms)Running coprocessor post-open hooks at 1733911466344 (+5 ms)Region opened successfully at 1733911466344 2024-12-11T10:04:26,345 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/bacaa6a0e63c762a586afc5580d09488/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,346 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07., pid=15, masterSystemTime=1733911466319 2024-12-11T10:04:26,346 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204., pid=21, masterSystemTime=1733911466320 2024-12-11T10:04:26,346 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened bacaa6a0e63c762a586afc5580d09488; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63184970, jitterRate=-0.058470577001571655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,346 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:26,346 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for bacaa6a0e63c762a586afc5580d09488: Running coprocessor pre-open hook at 1733911466336Writing region info on filesystem at 1733911466336Initializing all the Stores at 1733911466337 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466337Cleaning up temporary data from old regions at 1733911466341 (+4 ms)Running coprocessor post-open hooks at 1733911466346 (+5 ms)Region opened successfully at 1733911466346 2024-12-11T10:04:26,347 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488., pid=23, masterSystemTime=1733911466329 2024-12-11T10:04:26,348 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:26,348 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:26,348 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:26,348 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8865613c0a648f9a7e9f22bf1aad0449, NAME => 'SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T10:04:26,348 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,348 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=141033a1d55b699efd8f37dfe624ea07, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:26,348 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:26,348 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,348 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:26,348 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,349 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:26,349 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 48e93085144983ac1c012e274a11d544, NAME => 'SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-11T10:04:26,349 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,349 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,349 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,349 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,350 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3aab6982f232cabc9e3ccbe56029f204, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:26,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 141033a1d55b699efd8f37dfe624ea07, server=3e788d7781dc,45373,1733911444961 because future has completed 2024-12-11T10:04:26,351 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:26,351 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:26,351 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:26,351 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 01d8163e2d611bf837eb5ae5d4482f73, NAME => 'SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-11T10:04:26,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aab6982f232cabc9e3ccbe56029f204, server=3e788d7781dc,37767,1733911444993 because future has completed 2024-12-11T10:04:26,352 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,352 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,352 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,352 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bacaa6a0e63c762a586afc5580d09488, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:26,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bacaa6a0e63c762a586afc5580d09488, server=3e788d7781dc,36781,1733911444929 because future has completed 2024-12-11T10:04:26,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-12-11T10:04:26,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 141033a1d55b699efd8f37dfe624ea07, server=3e788d7781dc,45373,1733911444961 in 10.0370 sec 2024-12-11T10:04:26,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-11T10:04:26,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN in 10.1970 sec 2024-12-11T10:04:26,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3aab6982f232cabc9e3ccbe56029f204, server=3e788d7781dc,37767,1733911444993 in 10.0290 sec 2024-12-11T10:04:26,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-11T10:04:26,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3aab6982f232cabc9e3ccbe56029f204, ASSIGN in 10.1990 sec 2024-12-11T10:04:26,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bacaa6a0e63c762a586afc5580d09488, server=3e788d7781dc,36781,1733911444929 in 10.0270 sec 2024-12-11T10:04:26,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bacaa6a0e63c762a586afc5580d09488, ASSIGN in 10.2000 sec 2024-12-11T10:04:26,359 INFO [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,359 INFO [StoreOpener-48e93085144983ac1c012e274a11d544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,359 INFO [StoreOpener-01d8163e2d611bf837eb5ae5d4482f73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,361 INFO [StoreOpener-48e93085144983ac1c012e274a11d544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48e93085144983ac1c012e274a11d544 columnFamilyName cf 2024-12-11T10:04:26,361 INFO [StoreOpener-01d8163e2d611bf837eb5ae5d4482f73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01d8163e2d611bf837eb5ae5d4482f73 columnFamilyName cf 2024-12-11T10:04:26,361 INFO [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8865613c0a648f9a7e9f22bf1aad0449 columnFamilyName cf 2024-12-11T10:04:26,361 DEBUG [StoreOpener-48e93085144983ac1c012e274a11d544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,361 DEBUG [StoreOpener-01d8163e2d611bf837eb5ae5d4482f73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,361 DEBUG [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,362 INFO [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] regionserver.HStore(327): Store=8865613c0a648f9a7e9f22bf1aad0449/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,362 INFO [StoreOpener-01d8163e2d611bf837eb5ae5d4482f73-1 {}] regionserver.HStore(327): Store=01d8163e2d611bf837eb5ae5d4482f73/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,362 INFO [StoreOpener-48e93085144983ac1c012e274a11d544-1 {}] regionserver.HStore(327): Store=48e93085144983ac1c012e274a11d544/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,362 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,362 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,362 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,363 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,363 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,363 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,363 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,363 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,364 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,363 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,364 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,364 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,364 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,364 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,364 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,365 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,365 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,365 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,368 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/01d8163e2d611bf837eb5ae5d4482f73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,368 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/8865613c0a648f9a7e9f22bf1aad0449/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,369 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 01d8163e2d611bf837eb5ae5d4482f73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63526735, jitterRate=-0.05337788164615631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,369 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:26,369 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8865613c0a648f9a7e9f22bf1aad0449; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69215007, jitterRate=0.031383976340293884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,369 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 01d8163e2d611bf837eb5ae5d4482f73: Running coprocessor pre-open hook at 1733911466352Writing region info on filesystem at 1733911466352Initializing all the Stores at 1733911466353 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466353Cleaning up temporary data from old regions at 1733911466364 (+11 ms)Running coprocessor post-open hooks at 1733911466369 (+5 ms)Region opened successfully at 1733911466369 2024-12-11T10:04:26,369 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:26,369 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8865613c0a648f9a7e9f22bf1aad0449: Running coprocessor pre-open hook at 1733911466349Writing region info on filesystem at 1733911466349Initializing all the Stores at 1733911466350 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466350Cleaning up temporary data from old regions at 1733911466364 (+14 ms)Running coprocessor post-open hooks at 1733911466369 (+5 ms)Region opened successfully at 1733911466369 2024-12-11T10:04:26,370 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449., pid=19, masterSystemTime=1733911466319 2024-12-11T10:04:26,370 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73., pid=22, masterSystemTime=1733911466329 2024-12-11T10:04:26,371 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:26,372 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:26,372 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:26,372 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,372 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c4a3041d8d97ca7332d41ae43fcb226f, NAME => 'SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-11T10:04:26,372 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01d8163e2d611bf837eb5ae5d4482f73, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:26,372 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,372 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:26,373 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 48e93085144983ac1c012e274a11d544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72988328, jitterRate=0.08761084079742432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:26,373 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:26,373 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 48e93085144983ac1c012e274a11d544: Running coprocessor pre-open hook at 1733911466349Writing region info on filesystem at 1733911466349Initializing all the Stores at 1733911466351 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466351Cleaning up temporary data from old regions at 1733911466364 (+13 ms)Running coprocessor post-open hooks at 1733911466373 (+9 ms)Region opened successfully at 1733911466373 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ed77ba4f662dffe6e32d8b49fd5bb25c, NAME => 'SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T10:04:26,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8865613c0a648f9a7e9f22bf1aad0449, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,373 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,374 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,374 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,374 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544., pid=16, masterSystemTime=1733911466320 2024-12-11T10:04:26,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01d8163e2d611bf837eb5ae5d4482f73, server=3e788d7781dc,36781,1733911444929 because future has completed 2024-12-11T10:04:26,375 INFO [StoreOpener-c4a3041d8d97ca7332d41ae43fcb226f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449, server=3e788d7781dc,45373,1733911444961 because future has completed 2024-12-11T10:04:26,376 INFO [StoreOpener-c4a3041d8d97ca7332d41ae43fcb226f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4a3041d8d97ca7332d41ae43fcb226f columnFamilyName cf 2024-12-11T10:04:26,376 DEBUG [StoreOpener-c4a3041d8d97ca7332d41ae43fcb226f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,377 INFO [StoreOpener-c4a3041d8d97ca7332d41ae43fcb226f-1 {}] regionserver.HStore(327): Store=c4a3041d8d97ca7332d41ae43fcb226f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,377 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,377 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:26,377 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:26,378 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 63d94e8539a2c48c01fb06f88067e66e, NAME => 'SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,378 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=48e93085144983ac1c012e274a11d544, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:26,380 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-12-11T10:04:26,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01d8163e2d611bf837eb5ae5d4482f73, server=3e788d7781dc,36781,1733911444929 in 10.0470 sec 2024-12-11T10:04:26,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48e93085144983ac1c012e274a11d544, server=3e788d7781dc,37767,1733911444993 because future has completed 2024-12-11T10:04:26,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-12-11T10:04:26,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01d8163e2d611bf837eb5ae5d4482f73, ASSIGN in 10.2240 sec 2024-12-11T10:04:26,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449, server=3e788d7781dc,45373,1733911444961 in 10.0600 sec 2024-12-11T10:04:26,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN in 10.2250 sec 2024-12-11T10:04:26,383 INFO [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,384 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-11T10:04:26,385 INFO [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed77ba4f662dffe6e32d8b49fd5bb25c columnFamilyName cf 2024-12-11T10:04:26,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 48e93085144983ac1c012e274a11d544, server=3e788d7781dc,37767,1733911444993 in 10.0650 sec 2024-12-11T10:04:26,385 DEBUG [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,385 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c4a3041d8d97ca7332d41ae43fcb226f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63231731, jitterRate=-0.057773783802986145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,385 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:26,385 INFO [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] regionserver.HStore(327): Store=ed77ba4f662dffe6e32d8b49fd5bb25c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,385 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c4a3041d8d97ca7332d41ae43fcb226f: Running coprocessor pre-open hook at 1733911466373Writing region info on filesystem at 1733911466373Initializing all the Stores at 1733911466374 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466374Cleaning up temporary data from old regions at 1733911466378 (+4 ms)Running coprocessor post-open hooks at 1733911466385 (+7 ms)Region opened successfully at 1733911466385 2024-12-11T10:04:26,385 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=48e93085144983ac1c012e274a11d544, ASSIGN in 10.2280 sec 2024-12-11T10:04:26,386 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., pid=24, masterSystemTime=1733911466329 2024-12-11T10:04:26,386 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,387 INFO [StoreOpener-63d94e8539a2c48c01fb06f88067e66e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,387 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,388 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,388 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,388 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:26,388 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:26,388 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:26,388 INFO [StoreOpener-63d94e8539a2c48c01fb06f88067e66e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63d94e8539a2c48c01fb06f88067e66e columnFamilyName cf 2024-12-11T10:04:26,388 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b59377ed6507462688807ebc995529bf, NAME => 'SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-11T10:04:26,388 DEBUG [StoreOpener-63d94e8539a2c48c01fb06f88067e66e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,389 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,389 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:04:26,389 INFO [StoreOpener-63d94e8539a2c48c01fb06f88067e66e-1 {}] regionserver.HStore(327): Store=63d94e8539a2c48c01fb06f88067e66e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,389 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c4a3041d8d97ca7332d41ae43fcb226f, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:26,389 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,389 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,389 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,390 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,390 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,390 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,391 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,391 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a3041d8d97ca7332d41ae43fcb226f, server=3e788d7781dc,36781,1733911444929 because future has completed 2024-12-11T10:04:26,392 INFO [StoreOpener-b59377ed6507462688807ebc995529bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,393 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,393 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,394 INFO [StoreOpener-b59377ed6507462688807ebc995529bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b59377ed6507462688807ebc995529bf columnFamilyName cf 2024-12-11T10:04:26,394 DEBUG [StoreOpener-b59377ed6507462688807ebc995529bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:04:26,394 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ed77ba4f662dffe6e32d8b49fd5bb25c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70370712, jitterRate=0.04860532283782959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,394 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:26,394 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ed77ba4f662dffe6e32d8b49fd5bb25c: Running coprocessor pre-open hook at 1733911466374Writing region info on filesystem at 1733911466374Initializing all the Stores at 1733911466377 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466377Cleaning up temporary data from old regions at 1733911466388 (+11 ms)Running coprocessor post-open hooks at 1733911466394 (+6 ms)Region opened successfully at 1733911466394 2024-12-11T10:04:26,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-12-11T10:04:26,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c4a3041d8d97ca7332d41ae43fcb226f, server=3e788d7781dc,36781,1733911444929 in 10.0620 sec 2024-12-11T10:04:26,395 INFO [StoreOpener-b59377ed6507462688807ebc995529bf-1 {}] regionserver.HStore(327): Store=b59377ed6507462688807ebc995529bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:04:26,395 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., pid=18, masterSystemTime=1733911466319 2024-12-11T10:04:26,395 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,396 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/63d94e8539a2c48c01fb06f88067e66e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,397 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 63d94e8539a2c48c01fb06f88067e66e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71830557, jitterRate=0.07035870850086212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,397 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:26,397 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 63d94e8539a2c48c01fb06f88067e66e: Running coprocessor pre-open hook at 1733911466378Writing region info on filesystem at 1733911466378Initializing all the Stores at 1733911466379 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466379Cleaning up temporary data from old regions at 1733911466391 (+12 ms)Running coprocessor post-open hooks at 1733911466397 (+6 ms)Region opened successfully at 1733911466397 2024-12-11T10:04:26,397 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,398 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e., pid=17, masterSystemTime=1733911466320 2024-12-11T10:04:26,398 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a3041d8d97ca7332d41ae43fcb226f, ASSIGN in 10.2380 sec 2024-12-11T10:04:26,398 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:26,399 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:26,399 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,399 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ed77ba4f662dffe6e32d8b49fd5bb25c, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:26,400 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:26,400 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:26,401 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=63d94e8539a2c48c01fb06f88067e66e, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:26,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c, server=3e788d7781dc,45373,1733911444961 because future has completed 2024-12-11T10:04:26,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63d94e8539a2c48c01fb06f88067e66e, server=3e788d7781dc,37767,1733911444993 because future has completed 2024-12-11T10:04:26,406 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T10:04:26,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-11T10:04:26,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c, server=3e788d7781dc,45373,1733911444961 in 10.0850 sec 2024-12-11T10:04:26,407 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b59377ed6507462688807ebc995529bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68590346, jitterRate=0.022075802087783813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:04:26,408 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b59377ed6507462688807ebc995529bf 2024-12-11T10:04:26,408 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b59377ed6507462688807ebc995529bf: Running coprocessor pre-open hook at 1733911466389Writing region info on filesystem at 1733911466389Initializing all the Stores at 1733911466390 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911466390Cleaning up temporary data from old regions at 1733911466399 (+9 ms)Running coprocessor post-open hooks at 1733911466408 (+9 ms)Region opened successfully at 1733911466408 2024-12-11T10:04:26,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-11T10:04:26,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN in 10.2500 sec 2024-12-11T10:04:26,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 63d94e8539a2c48c01fb06f88067e66e, server=3e788d7781dc,37767,1733911444993 in 10.0880 sec 2024-12-11T10:04:26,409 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., pid=20, masterSystemTime=1733911466329 2024-12-11T10:04:26,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63d94e8539a2c48c01fb06f88067e66e, ASSIGN in 10.2520 sec 2024-12-11T10:04:26,411 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:26,411 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:26,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b59377ed6507462688807ebc995529bf, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:26,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b59377ed6507462688807ebc995529bf, server=3e788d7781dc,36781,1733911444929 because future has completed 2024-12-11T10:04:26,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-11T10:04:26,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b59377ed6507462688807ebc995529bf, server=3e788d7781dc,36781,1733911444929 in 10.0930 sec 2024-12-11T10:04:26,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-12-11T10:04:26,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b59377ed6507462688807ebc995529bf, ASSIGN in 10.2620 sec 2024-12-11T10:04:26,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T10:04:26,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733911466423"}]},"ts":"1733911466423"} 2024-12-11T10:04:26,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-11T10:04:26,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T10:04:26,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3700 sec 2024-12-11T10:04:29,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-11T10:04:31,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-11T10:04:31,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:31,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:31,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-11T10:04:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T10:04:34,375 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-11T10:04:34,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-11T10:04:34,376 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:04:34,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-11T10:04:34,384 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:04:34,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-11T10:04:34,407 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,409 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,410 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,412 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,413 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,414 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,440 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., hostname=3e788d7781dc,45373,1733911444961, seqNum=2] 2024-12-11T10:04:34,441 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., hostname=3e788d7781dc,45373,1733911444961, seqNum=2] 2024-12-11T10:04:34,443 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., hostname=3e788d7781dc,45373,1733911444961, seqNum=2] 2024-12-11T10:04:34,444 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., hostname=3e788d7781dc,45373,1733911444961, seqNum=2] 2024-12-11T10:04:34,446 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., hostname=3e788d7781dc,45373,1733911444961, seqNum=2] 2024-12-11T10:04:34,447 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., hostname=3e788d7781dc,45373,1733911444961, seqNum=2] 2024-12-11T10:04:34,449 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., hostname=3e788d7781dc,45373,1733911444961, seqNum=2] 2024-12-11T10:04:34,478 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,480 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,481 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,482 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,484 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,485 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., hostname=3e788d7781dc,36781,1733911444929, seqNum=2] 2024-12-11T10:04:34,543 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544., hostname=3e788d7781dc,37767,1733911444993, seqNum=2] 2024-12-11T10:04:34,544 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544., hostname=3e788d7781dc,37767,1733911444993, seqNum=2] 2024-12-11T10:04:34,546 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544., hostname=3e788d7781dc,37767,1733911444993, seqNum=2] 2024-12-11T10:04:34,547 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544., hostname=3e788d7781dc,37767,1733911444993, seqNum=2] 2024-12-11T10:04:34,549 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544., hostname=3e788d7781dc,37767,1733911444993, seqNum=2] 2024-12-11T10:04:34,550 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544., hostname=3e788d7781dc,37767,1733911444993, seqNum=2] 2024-12-11T10:04:34,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T10:04:35,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:04:35,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:04:35,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T10:04:35,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:04:35,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:04:35,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T10:04:35,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:04:35,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:35,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T10:04:35,667 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-11T10:04:35,667 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:04:35,668 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T10:04:35,669 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T10:04:35,672 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T10:04:35,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741848_1024 (size=49) 2024-12-11T10:04:35,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741848_1024 (size=49) 2024-12-11T10:04:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741848_1024 (size=49) 2024-12-11T10:04:35,685 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T10:04:35,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3aab6982f232cabc9e3ccbe56029f204}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bacaa6a0e63c762a586afc5580d09488}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 141033a1d55b699efd8f37dfe624ea07}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01d8163e2d611bf837eb5ae5d4482f73}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63d94e8539a2c48c01fb06f88067e66e}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a3041d8d97ca7332d41ae43fcb226f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b59377ed6507462688807ebc995529bf}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e93085144983ac1c012e274a11d544}] 2024-12-11T10:04:35,687 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b59377ed6507462688807ebc995529bf 2024-12-11T10:04:35,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:35,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:35,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:35,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:35,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:35,691 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:35,691 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:35,691 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:35,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:45,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-11T10:04:45,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-11T10:04:45,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-11T10:04:45,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-11T10:04:45,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:45,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T10:04:45,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:45,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 01d8163e2d611bf837eb5ae5d4482f73: 2024-12-11T10:04:45,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:45,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3aab6982f232cabc9e3ccbe56029f204: 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 141033a1d55b699efd8f37dfe624ea07: 2024-12-11T10:04:45,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:04:45,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-11T10:04:45,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:45,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T10:04:45,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-11T10:04:45,693 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 48e93085144983ac1c012e274a11d544 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-11T10:04:45,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:45,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:45,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:45,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8865613c0a648f9a7e9f22bf1aad0449: 2024-12-11T10:04:45,694 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c4a3041d8d97ca7332d41ae43fcb226f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-11T10:04:45,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for bacaa6a0e63c762a586afc5580d09488: 2024-12-11T10:04:45,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 63d94e8539a2c48c01fb06f88067e66e: 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:04:45,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:04:45,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T10:04:45,696 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ed77ba4f662dffe6e32d8b49fd5bb25c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-11T10:04:45,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/.tmp/cf/34aa7f9d593e43108f35f6c7c3a85882 is 34, key is baa/cf:cf/1733911475134/Put/seqid=0 2024-12-11T10:04:45,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/.tmp/cf/b60d036a558546ec8c1943b2dbf06d5f is 34, key is aaa/cf:cf/1733911475125/Put/seqid=0 2024-12-11T10:04:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741852_1028 (size=65) 2024-12-11T10:04:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741852_1028 (size=65) 2024-12-11T10:04:45,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:04:45,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-11T10:04:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741852_1028 (size=65) 2024-12-11T10:04:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741849_1025 (size=65) 2024-12-11T10:04:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-11T10:04:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741849_1025 (size=65) 2024-12-11T10:04:45,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:45,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:04:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:04:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-11T10:04:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741849_1025 (size=65) 2024-12-11T10:04:45,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-11T10:04:45,727 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b59377ed6507462688807ebc995529bf 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-11T10:04:45,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:45,728 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:04:45,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449 in 10.0430 sec 2024-12-11T10:04:45,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01d8163e2d611bf837eb5ae5d4482f73 in 10.0430 sec 2024-12-11T10:04:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741853_1029 (size=65) 2024-12-11T10:04:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741850_1026 (size=57) 2024-12-11T10:04:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741853_1029 (size=65) 2024-12-11T10:04:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741850_1026 (size=57) 2024-12-11T10:04:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741850_1026 (size=57) 2024-12-11T10:04:45,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:04:45,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-11T10:04:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741853_1029 (size=65) 2024-12-11T10:04:45,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:04:45,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-11T10:04:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-11T10:04:45,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-11T10:04:45,740 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:04:45,740 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:45,740 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:04:45,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3aab6982f232cabc9e3ccbe56029f204 in 10.0550 sec 2024-12-11T10:04:45,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bacaa6a0e63c762a586afc5580d09488 in 10.0550 sec 2024-12-11T10:04:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741851_1027 (size=65) 2024-12-11T10:04:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741851_1027 (size=65) 2024-12-11T10:04:45,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741851_1027 (size=65) 2024-12-11T10:04:45,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:04:45,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-11T10:04:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-11T10:04:45,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:45,768 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:04:45,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 141033a1d55b699efd8f37dfe624ea07 in 10.0840 sec 2024-12-11T10:04:45,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741854_1030 (size=65) 2024-12-11T10:04:45,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/.tmp/cf/f1770d1eb4fe43c9a9521444243dc6d9 is 34, key is ccd/cf:cf/1733911475156/Put/seqid=0 2024-12-11T10:04:45,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/.tmp/cf/d1e109d9bfb14c1e939bd4297ad1e170 is 34, key is eaa/cf:cf/1733911475544/Put/seqid=0 2024-12-11T10:04:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741854_1030 (size=65) 2024-12-11T10:04:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741854_1030 (size=65) 2024-12-11T10:04:45,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:04:45,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-11T10:04:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-11T10:04:45,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:45,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:04:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741856_1032 (size=26918) 2024-12-11T10:04:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741856_1032 (size=26918) 2024-12-11T10:04:45,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 63d94e8539a2c48c01fb06f88067e66e in 10.0940 sec 2024-12-11T10:04:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741856_1032 (size=26918) 2024-12-11T10:04:45,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/.tmp/cf/b60d036a558546ec8c1943b2dbf06d5f 2024-12-11T10:04:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741855_1031 (size=28623) 2024-12-11T10:04:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741855_1031 (size=28623) 2024-12-11T10:04:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741855_1031 (size=28623) 2024-12-11T10:04:45,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/.tmp/cf/34aa7f9d593e43108f35f6c7c3a85882 2024-12-11T10:04:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741857_1033 (size=499309) 2024-12-11T10:04:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741857_1033 (size=499309) 2024-12-11T10:04:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741857_1033 (size=499309) 2024-12-11T10:04:45,796 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/.tmp/cf/d1e109d9bfb14c1e939bd4297ad1e170 2024-12-11T10:04:45,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741858_1034 (size=47197) 2024-12-11T10:04:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741858_1034 (size=47197) 2024-12-11T10:04:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741858_1034 (size=47197) 2024-12-11T10:04:45,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/.tmp/cf/b60d036a558546ec8c1943b2dbf06d5f as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/cf/b60d036a558546ec8c1943b2dbf06d5f 2024-12-11T10:04:45,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/.tmp/cf/34aa7f9d593e43108f35f6c7c3a85882 as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/cf/34aa7f9d593e43108f35f6c7c3a85882 2024-12-11T10:04:45,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/.tmp/cf/f1770d1eb4fe43c9a9521444243dc6d9 2024-12-11T10:04:45,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/.tmp/cf/d1e109d9bfb14c1e939bd4297ad1e170 as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/cf/d1e109d9bfb14c1e939bd4297ad1e170 2024-12-11T10:04:45,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/cf/b60d036a558546ec8c1943b2dbf06d5f, entries=676, sequenceid=5, filesize=26.3 K 2024-12-11T10:04:45,825 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c4a3041d8d97ca7332d41ae43fcb226f in 131ms, sequenceid=5, compaction requested=false 2024-12-11T10:04:45,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c4a3041d8d97ca7332d41ae43fcb226f: 2024-12-11T10:04:45,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/cf/b60d036a558546ec8c1943b2dbf06d5f] hfiles 2024-12-11T10:04:45,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/cf/b60d036a558546ec8c1943b2dbf06d5f for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/cf/d1e109d9bfb14c1e939bd4297ad1e170, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-11T10:04:45,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/cf/34aa7f9d593e43108f35f6c7c3a85882, entries=731, sequenceid=5, filesize=28.0 K 2024-12-11T10:04:45,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/.tmp/cf/f1770d1eb4fe43c9a9521444243dc6d9 as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/cf/f1770d1eb4fe43c9a9521444243dc6d9 2024-12-11T10:04:45,827 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 48e93085144983ac1c012e274a11d544 in 134ms, sequenceid=5, compaction requested=false 2024-12-11T10:04:45,827 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ed77ba4f662dffe6e32d8b49fd5bb25c in 132ms, sequenceid=5, compaction requested=false 2024-12-11T10:04:45,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ed77ba4f662dffe6e32d8b49fd5bb25c: 2024-12-11T10:04:45,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 48e93085144983ac1c012e274a11d544: 2024-12-11T10:04:45,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/cf/34aa7f9d593e43108f35f6c7c3a85882] hfiles 2024-12-11T10:04:45,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/cf/34aa7f9d593e43108f35f6c7c3a85882 for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/cf/d1e109d9bfb14c1e939bd4297ad1e170] hfiles 2024-12-11T10:04:45,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/cf/d1e109d9bfb14c1e939bd4297ad1e170 for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/cf/f1770d1eb4fe43c9a9521444243dc6d9, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-11T10:04:45,835 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b59377ed6507462688807ebc995529bf in 108ms, sequenceid=5, compaction requested=false 2024-12-11T10:04:45,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b59377ed6507462688807ebc995529bf: 2024-12-11T10:04:45,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. for SnapshotProcedureTest completed. 2024-12-11T10:04:45,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf.' region-info for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T10:04:45,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/cf/f1770d1eb4fe43c9a9521444243dc6d9] hfiles 2024-12-11T10:04:45,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/cf/f1770d1eb4fe43c9a9521444243dc6d9 for snapshot=SnapshotProcedureTest 2024-12-11T10:04:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741859_1035 (size=105) 2024-12-11T10:04:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741859_1035 (size=105) 2024-12-11T10:04:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741859_1035 (size=105) 2024-12-11T10:04:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:04:45,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-11T10:04:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-11T10:04:45,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:45,845 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:04:45,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4a3041d8d97ca7332d41ae43fcb226f in 10.1610 sec 2024-12-11T10:04:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741860_1036 (size=97) 2024-12-11T10:04:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741860_1036 (size=97) 2024-12-11T10:04:45,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741860_1036 (size=97) 2024-12-11T10:04:45,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:04:45,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T10:04:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T10:04:45,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:45,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 48e93085144983ac1c012e274a11d544 2024-12-11T10:04:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741861_1037 (size=105) 2024-12-11T10:04:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741861_1037 (size=105) 2024-12-11T10:04:45,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741861_1037 (size=105) 2024-12-11T10:04:45,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 48e93085144983ac1c012e274a11d544 in 10.1760 sec 2024-12-11T10:04:45,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:04:45,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T10:04:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T10:04:45,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:45,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:04:45,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c in 10.1810 sec 2024-12-11T10:04:45,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741862_1038 (size=105) 2024-12-11T10:04:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741862_1038 (size=105) 2024-12-11T10:04:45,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741862_1038 (size=105) 2024-12-11T10:04:45,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:04:45,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-11T10:04:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-11T10:04:45,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b59377ed6507462688807ebc995529bf 2024-12-11T10:04:45,875 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b59377ed6507462688807ebc995529bf 2024-12-11T10:04:45,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-11T10:04:45,880 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T10:04:45,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b59377ed6507462688807ebc995529bf in 10.1910 sec 2024-12-11T10:04:45,881 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T10:04:45,882 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T10:04:45,882 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-11T10:04:45,884 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T10:04:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741863_1039 (size=1174) 2024-12-11T10:04:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741863_1039 (size=1174) 2024-12-11T10:04:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741863_1039 (size=1174) 2024-12-11T10:04:45,910 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T10:04:45,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-11T10:04:45,917 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:45,917 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:45,917 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:45,917 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:45,917 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:45,924 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:45,924 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:45,924 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:45,924 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:45,987 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:04:45,987 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3e788d7781dc,45373,1733911444961 2024-12-11T10:04:45,988 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3e788d7781dc,45373,1733911444961: Simulated kill ***** 2024-12-11T10:04:45,988 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-11T10:04:45,988 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-11T10:04:45,988 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-11T10:04:45,988 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-11T10:04:45,988 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-11T10:04:45,988 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 642340520 }, "NonHeapMemoryUsage": { "committed": 177537024, "init": 7667712, "max": -1, "used": 172652960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-11T10:04:45,989 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44253 {}] master.MasterRpcServices(700): 3e788d7781dc,45373,1733911444961 reported a fatal error: ***** ABORTING region server 3e788d7781dc,45373,1733911444961: Simulated kill ***** 2024-12-11T10:04:45,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e788d7781dc,45373,1733911444961' ***** 2024-12-11T10:04:45,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-11T10:04:45,990 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T10:04:45,990 INFO [RS:1;3e788d7781dc:45373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-11T10:04:45,990 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T10:04:45,990 INFO [RS:1;3e788d7781dc:45373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-11T10:04:45,990 INFO [RS:1;3e788d7781dc:45373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:04:45,990 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T10:04:45,990 INFO [RS:1;3e788d7781dc:45373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3e788d7781dc:45373. 2024-12-11T10:04:45,990 DEBUG [RS:1;3e788d7781dc:45373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:04:45,990 DEBUG [RS:1;3e788d7781dc:45373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741835_1011 (size=1488) 2024-12-11T10:04:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741835_1011 (size=1488) 2024-12-11T10:04:45,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741835_1011 (size=1488) 2024-12-11T10:04:45,994 DEBUG [RS:1;3e788d7781dc:45373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:04:45,994 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:04:45,995 INFO [RS:1;3e788d7781dc:45373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45373 2024-12-11T10:04:46,041 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e788d7781dc,45373,1733911444961 2024-12-11T10:04:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:04:46,042 INFO [RS:1;3e788d7781dc:45373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:04:46,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e788d7781dc,45373,1733911444961] 2024-12-11T10:04:46,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e788d7781dc,45373,1733911444961 already deleted, retry=false 2024-12-11T10:04:46,058 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3e788d7781dc,45373,1733911444961 on 3e788d7781dc,44253,1733911444790 2024-12-11T10:04:46,059 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3e788d7781dc,45373,1733911444961, splitWal=true, meta=false 2024-12-11T10:04:46,059 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 3e788d7781dc,45373,1733911444961 (carryingMeta=false) 3e788d7781dc,45373,1733911444961/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3f59d826[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-11T10:04:46,060 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3e788d7781dc,45373,1733911444961, splitWal=true, meta=false 2024-12-11T10:04:46,060 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 3e788d7781dc,45373,1733911444961 had 3 regions 2024-12-11T10:04:46,061 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3e788d7781dc,45373,1733911444961, splitWal=true, meta=false, isMeta: false 2024-12-11T10:04:46,062 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting 2024-12-11T10:04:46,063 INFO [PEWorker-5 {}] master.SplitWALManager(105): 3e788d7781dc,45373,1733911444961 WAL count=1, meta=false 2024-12-11T10:04:46,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3e788d7781dc%2C45373%2C1733911444961.1733911445660}] 2024-12-11T10:04:46,065 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:46,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3e788d7781dc%2C45373%2C1733911444961.1733911445660, worker=3e788d7781dc,37767,1733911444993}] 2024-12-11T10:04:46,066 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,45373,1733911444961 Release verify snapshot worker=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:46,066 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 3e788d7781dc,45373,1733911444961, this operation will be retried to send to another server 2024-12-11T10:04:46,067 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T10:04:46,067 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733911487067 2024-12-11T10:04:46,067 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,45373,1733911444961 Release verify snapshot worker=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:46,068 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 3e788d7781dc,45373,1733911444961, this operation will be retried to send to another server 2024-12-11T10:04:46,068 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T10:04:46,068 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733911487068 2024-12-11T10:04:46,068 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-11T10:04:46,068 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-11T10:04:46,068 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-11T10:04:46,069 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,45373,1733911444961 Release verify snapshot worker=3e788d7781dc,45373,1733911444961 2024-12-11T10:04:46,069 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 3e788d7781dc,45373,1733911444961, this operation will be retried to send to another server 2024-12-11T10:04:46,069 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T10:04:46,069 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733911487069 2024-12-11T10:04:46,073 INFO [regionserver/3e788d7781dc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:04:46,150 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:46,150 INFO [RS:1;3e788d7781dc:45373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:04:46,150 DEBUG [pool-315-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45373-0x100148c19a30002, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:04:46,150 INFO [RS:1;3e788d7781dc:45373 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e788d7781dc,45373,1733911444961; zookeeper connection closed. 2024-12-11T10:04:46,151 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53ece8d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53ece8d2 2024-12-11T10:04:46,581 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T10:04:46,581 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T10:04:55,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-11T10:04:55,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-11T10:04:55,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-11T10:04:55,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-11T10:04:55,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-11T10:04:55,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-11T10:04:55,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-11T10:04:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T10:04:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-11T10:04:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T10:04:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T10:04:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-11T10:04:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-11T10:04:55,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-11T10:04:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-11T10:04:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T10:04:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-11T10:04:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-11T10:04:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T10:04:55,926 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 Release verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-11T10:04:55,926 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 Release verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:55,926 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 Release verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-11T10:04:55,928 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:55,928 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:55,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 in 10.0110 sec 2024-12-11T10:04:55,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 in 10.0110 sec 2024-12-11T10:04:55,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 in 10.0110 sec 2024-12-11T10:04:55,930 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 Release verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:55,930 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 Release verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:55,931 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:55,931 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:55,931 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 Release verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:55,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 in 10.0150 sec 2024-12-11T10:04:55,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 in 10.0160 sec 2024-12-11T10:04:55,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 in 10.0150 sec 2024-12-11T10:04:55,937 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660, size=1.5 K (1488bytes) 2024-12-11T10:04:55,938 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660 2024-12-11T10:04:55,938 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660 after 0ms 2024-12-11T10:04:55,941 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660 took 4ms 2024-12-11T10:04:55,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 141033a1d55b699efd8f37dfe624ea07: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T10:04:55,945 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8865613c0a648f9a7e9f22bf1aad0449: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-11T10:04:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ed77ba4f662dffe6e32d8b49fd5bb25c: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-11T10:04:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660 so closing down 2024-12-11T10:04:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-11T10:04:55,946 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-11T10:04:55,946 INFO [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-11T10:04:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660, journal: Splitting hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660, size=1.5 K (1488bytes) at 1733911495937Finishing writing output for hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660 so closing down at 1733911495946 (+9 ms)3 split writer threads finished at 1733911495946Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733911495946 2024-12-11T10:04:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660 2024-12-11T10:04:55,946 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3e788d7781dc:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T10:04:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T10:04:55,950 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting/3e788d7781dc%2C45373%2C1733911444961.1733911445660 to hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs 2024-12-11T10:04:55,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T10:04:55,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3e788d7781dc%2C45373%2C1733911444961.1733911445660, worker=3e788d7781dc,37767,1733911444993 in 9.8840 sec 2024-12-11T10:04:55,952 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:55,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-11T10:04:55,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 3e788d7781dc%2C45373%2C1733911444961.1733911445660, worker=3e788d7781dc,37767,1733911444993 in 9.8900 sec 2024-12-11T10:04:55,955 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting dir is empty, no logs to split. 2024-12-11T10:04:55,955 INFO [PEWorker-4 {}] master.SplitWALManager(105): 3e788d7781dc,45373,1733911444961 WAL count=0, meta=false 2024-12-11T10:04:55,955 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 3e788d7781dc,45373,1733911444961 WAL splitting is done? wals=0, meta=false 2024-12-11T10:04:55,957 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3e788d7781dc,45373,1733911444961 failed, ignore...File hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/WALs/3e788d7781dc,45373,1733911444961-splitting does not exist. 2024-12-11T10:04:55,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN}] 2024-12-11T10:04:55,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN 2024-12-11T10:04:55,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN 2024-12-11T10:04:55,959 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN 2024-12-11T10:04:55,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:04:55,960 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:04:55,960 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-11T10:04:56,110 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(204): Hosts are {3e788d7781dc=0} racks are {/default-rack=0} 2024-12-11T10:04:56,111 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-11T10:04:56,111 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-11T10:04:56,111 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-11T10:04:56,111 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-11T10:04:56,111 INFO [3e788d7781dc:44253 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-11T10:04:56,111 INFO [3e788d7781dc:44253 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-11T10:04:56,111 DEBUG [3e788d7781dc:44253 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-11T10:04:56,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8865613c0a648f9a7e9f22bf1aad0449, regionState=OPENING, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:56,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=141033a1d55b699efd8f37dfe624ea07, regionState=OPENING, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:04:56,111 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ed77ba4f662dffe6e32d8b49fd5bb25c, regionState=OPENING, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:04:56,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN because future has completed 2024-12-11T10:04:56,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 141033a1d55b699efd8f37dfe624ea07, server=3e788d7781dc,37767,1733911444993}] 2024-12-11T10:04:56,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN because future has completed 2024-12-11T10:04:56,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449, server=3e788d7781dc,36781,1733911444929}] 2024-12-11T10:04:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN because future has completed 2024-12-11T10:04:56,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c, server=3e788d7781dc,36781,1733911444929}] 2024-12-11T10:04:56,937 INFO [master/3e788d7781dc:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T10:04:56,937 INFO [master/3e788d7781dc:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T10:05:04,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T10:05:05,934 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:05,935 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 8865613c0a648f9a7e9f22bf1aad0449, NAME => 'SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-11T10:05:05,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-11T10:05:05,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-11T10:05:05,935 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,936 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:05:05,936 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,936 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-11T10:05:05,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-11T10:05:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-11T10:05:05,939 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:05,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-11T10:05:05,939 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 141033a1d55b699efd8f37dfe624ea07, NAME => 'SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-11T10:05:05,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-11T10:05:05,939 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,939 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:05:05,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-11T10:05:05,939 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,939 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,940 INFO [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-11T10:05:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-11T10:05:05,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-11T10:05:05,941 INFO [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8865613c0a648f9a7e9f22bf1aad0449 columnFamilyName cf 2024-12-11T10:05:05,941 DEBUG [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:05:05,941 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 Release verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:05:05,942 INFO [StoreOpener-8865613c0a648f9a7e9f22bf1aad0449-1 {}] regionserver.HStore(327): Store=8865613c0a648f9a7e9f22bf1aad0449/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:05:05,942 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-11T10:05:05,943 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,943 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 Release verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:05:05,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 in 20.0260 sec 2024-12-11T10:05:05,943 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 Release verify snapshot worker=3e788d7781dc,36781,1733911444929 2024-12-11T10:05:05,943 INFO [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,944 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,944 INFO [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 141033a1d55b699efd8f37dfe624ea07 columnFamilyName cf 2024-12-11T10:05:05,945 DEBUG [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:05:05,945 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,945 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,945 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 Release verify snapshot worker=3e788d7781dc,37767,1733911444993 2024-12-11T10:05:05,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 in 20.0280 sec 2024-12-11T10:05:05,946 INFO [StoreOpener-141033a1d55b699efd8f37dfe624ea07-1 {}] regionserver.HStore(327): Store=141033a1d55b699efd8f37dfe624ea07/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:05:05,946 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,36781,1733911444929 in 20.0280 sec 2024-12-11T10:05:05,946 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-12-11T10:05:05,947 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,947 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T10:05:05,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3e788d7781dc,37767,1733911444993 in 20.0300 sec 2024-12-11T10:05:05,947 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.hbase-snapshot/SnapshotProcedureTest 2024-12-11T10:05:05,948 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,948 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 8865613c0a648f9a7e9f22bf1aad0449; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60955766, jitterRate=-0.09168830513954163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:05:05,948 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:05,948 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,948 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,948 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 8865613c0a648f9a7e9f22bf1aad0449: Running coprocessor pre-open hook at 1733911505936Writing region info on filesystem at 1733911505936Initializing all the Stores at 1733911505938 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911505938Cleaning up temporary data from old regions at 1733911505945 (+7 ms)Running coprocessor post-open hooks at 1733911505948 (+3 ms)Region opened successfully at 1733911505948 2024-12-11T10:05:05,949 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449., pid=53, masterSystemTime=1733911505928 2024-12-11T10:05:05,949 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T10:05:05,949 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-11T10:05:05,950 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,950 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:05,950 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:05,950 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 141033a1d55b699efd8f37dfe624ea07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67540764, jitterRate=0.006435811519622803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:05:05,950 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:05,951 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:05,951 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 141033a1d55b699efd8f37dfe624ea07: Running coprocessor pre-open hook at 1733911505940Writing region info on filesystem at 1733911505940Initializing all the Stores at 1733911505941 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911505941Cleaning up temporary data from old regions at 1733911505948 (+7 ms)Running coprocessor post-open hooks at 1733911505950 (+2 ms)Region opened successfully at 1733911505951 (+1 ms) 2024-12-11T10:05:05,951 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => ed77ba4f662dffe6e32d8b49fd5bb25c, NAME => 'SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-11T10:05:05,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2840 sec 2024-12-11T10:05:05,951 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8865613c0a648f9a7e9f22bf1aad0449, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:05:05,951 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T10:05:05,951 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,951 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,952 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07., pid=52, masterSystemTime=1733911505931 2024-12-11T10:05:05,953 INFO [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449, server=3e788d7781dc,36781,1733911444929 because future has completed 2024-12-11T10:05:05,954 INFO [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed77ba4f662dffe6e32d8b49fd5bb25c columnFamilyName cf 2024-12-11T10:05:05,954 DEBUG [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T10:05:05,954 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:05,954 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:05,954 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=141033a1d55b699efd8f37dfe624ea07, regionState=OPEN, openSeqNum=2, regionLocation=3e788d7781dc,37767,1733911444993 2024-12-11T10:05:05,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-11T10:05:05,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 8865613c0a648f9a7e9f22bf1aad0449, server=3e788d7781dc,36781,1733911444929 in 9.8400 sec 2024-12-11T10:05:05,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 141033a1d55b699efd8f37dfe624ea07, server=3e788d7781dc,37767,1733911444993 because future has completed 2024-12-11T10:05:05,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8865613c0a648f9a7e9f22bf1aad0449, ASSIGN in 9.9980 sec 2024-12-11T10:05:05,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-11T10:05:05,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 141033a1d55b699efd8f37dfe624ea07, server=3e788d7781dc,37767,1733911444993 in 9.8440 sec 2024-12-11T10:05:05,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=141033a1d55b699efd8f37dfe624ea07, ASSIGN in 10.0010 sec 2024-12-11T10:05:05,965 DEBUG [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/cf/34aa7f9d593e43108f35f6c7c3a85882 2024-12-11T10:05:05,965 INFO [StoreOpener-ed77ba4f662dffe6e32d8b49fd5bb25c-1 {}] regionserver.HStore(327): Store=ed77ba4f662dffe6e32d8b49fd5bb25c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T10:05:05,965 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,966 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,967 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,967 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,967 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,969 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,972 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:05:05,973 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened ed77ba4f662dffe6e32d8b49fd5bb25c; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59610686, jitterRate=-0.11173155903816223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T10:05:05,973 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:05,973 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for ed77ba4f662dffe6e32d8b49fd5bb25c: Running coprocessor pre-open hook at 1733911505951Writing region info on filesystem at 1733911505951Initializing all the Stores at 1733911505952 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733911505952Cleaning up temporary data from old regions at 1733911505967 (+15 ms)Running coprocessor post-open hooks at 1733911505973 (+6 ms)Region opened successfully at 1733911505973 2024-12-11T10:05:05,974 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., pid=54, masterSystemTime=1733911505928 2024-12-11T10:05:05,976 DEBUG [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:05,976 INFO [RS_OPEN_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:05,976 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=ed77ba4f662dffe6e32d8b49fd5bb25c, regionState=OPEN, openSeqNum=6, regionLocation=3e788d7781dc,36781,1733911444929 2024-12-11T10:05:05,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c, server=3e788d7781dc,36781,1733911444929 because future has completed 2024-12-11T10:05:05,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-12-11T10:05:05,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure ed77ba4f662dffe6e32d8b49fd5bb25c, server=3e788d7781dc,36781,1733911444929 in 9.8630 sec 2024-12-11T10:05:05,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-12-11T10:05:05,981 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 3e788d7781dc,45373,1733911444961 after splitting done 2024-12-11T10:05:05,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed77ba4f662dffe6e32d8b49fd5bb25c, ASSIGN in 10.0220 sec 2024-12-11T10:05:05,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 3e788d7781dc,45373,1733911444961, splitWal=true, meta=false in 19.9230 sec 2024-12-11T10:05:06,017 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-11T10:05:06,021 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-11T10:05:06,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T10:05:06,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T10:05:06,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:05:06,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:05:06,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:05:06,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T10:05:06,022 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T10:05:06,022 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1445155118, stopped=false 2024-12-11T10:05:06,022 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3e788d7781dc,44253,1733911444790 2024-12-11T10:05:06,040 INFO [regionserver/3e788d7781dc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-11T10:05:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T10:05:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T10:05:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T10:05:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:05:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:05:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:05:06,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T10:05:06,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T10:05:06,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:05:06,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:05:06,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:05:06,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:05:06,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T10:05:06,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e788d7781dc,36781,1733911444929' ***** 2024-12-11T10:05:06,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T10:05:06,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3e788d7781dc,37767,1733911444993' ***** 2024-12-11T10:05:06,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T10:05:06,069 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T10:05:06,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T10:05:06,070 INFO [RS:0;3e788d7781dc:36781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T10:05:06,070 INFO [RS:0;3e788d7781dc:36781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T10:05:06,070 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T10:05:06,070 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(3091): Received CLOSE for c4a3041d8d97ca7332d41ae43fcb226f 2024-12-11T10:05:06,070 INFO [RS:2;3e788d7781dc:37767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T10:05:06,070 INFO [RS:2;3e788d7781dc:37767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T10:05:06,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T10:05:06,070 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for 3aab6982f232cabc9e3ccbe56029f204 2024-12-11T10:05:06,071 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(3091): Received CLOSE for ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:06,071 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(3091): Received CLOSE for 01d8163e2d611bf837eb5ae5d4482f73 2024-12-11T10:05:06,071 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:05:06,071 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(3091): Received CLOSE for b59377ed6507462688807ebc995529bf 2024-12-11T10:05:06,071 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for 141033a1d55b699efd8f37dfe624ea07 2024-12-11T10:05:06,071 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(3091): Received CLOSE for bacaa6a0e63c762a586afc5580d09488 2024-12-11T10:05:06,071 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(3091): Received CLOSE for 8865613c0a648f9a7e9f22bf1aad0449 2024-12-11T10:05:06,071 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for 48e93085144983ac1c012e274a11d544 2024-12-11T10:05:06,071 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3aab6982f232cabc9e3ccbe56029f204, disabling compactions & flushes 2024-12-11T10:05:06,071 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4a3041d8d97ca7332d41ae43fcb226f, disabling compactions & flushes 2024-12-11T10:05:06,071 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(959): stopping server 3e788d7781dc,36781,1733911444929 2024-12-11T10:05:06,071 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(959): stopping server 3e788d7781dc,37767,1733911444993 2024-12-11T10:05:06,071 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:05:06,071 INFO [RS:0;3e788d7781dc:36781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:05:06,071 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:05:06,071 INFO [RS:2;3e788d7781dc:37767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:05:06,071 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:05:06,072 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:05:06,072 INFO [RS:0;3e788d7781dc:36781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3e788d7781dc:36781. 2024-12-11T10:05:06,072 INFO [RS:2;3e788d7781dc:37767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3e788d7781dc:37767. 2024-12-11T10:05:06,072 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. after waiting 0 ms 2024-12-11T10:05:06,072 DEBUG [RS:0;3e788d7781dc:36781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:05:06,072 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:05:06,072 DEBUG [RS:0;3e788d7781dc:36781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:05:06,072 DEBUG [RS:2;3e788d7781dc:37767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T10:05:06,072 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. after waiting 0 ms 2024-12-11T10:05:06,072 DEBUG [RS:2;3e788d7781dc:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:05:06,072 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:05:06,072 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T10:05:06,072 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T10:05:06,072 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T10:05:06,072 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-11T10:05:06,072 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1325): Online Regions={3aab6982f232cabc9e3ccbe56029f204=SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204., 63d94e8539a2c48c01fb06f88067e66e=SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e., 141033a1d55b699efd8f37dfe624ea07=SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07., 48e93085144983ac1c012e274a11d544=SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544.} 2024-12-11T10:05:06,072 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T10:05:06,072 DEBUG [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1351): Waiting on 141033a1d55b699efd8f37dfe624ea07, 3aab6982f232cabc9e3ccbe56029f204, 48e93085144983ac1c012e274a11d544, 63d94e8539a2c48c01fb06f88067e66e 2024-12-11T10:05:06,073 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-11T10:05:06,073 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1325): Online Regions={c4a3041d8d97ca7332d41ae43fcb226f=SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f., 1588230740=hbase:meta,,1.1588230740, ed77ba4f662dffe6e32d8b49fd5bb25c=SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c., 01d8163e2d611bf837eb5ae5d4482f73=SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73., b59377ed6507462688807ebc995529bf=SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf., bacaa6a0e63c762a586afc5580d09488=SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488., 8865613c0a648f9a7e9f22bf1aad0449=SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449.} 2024-12-11T10:05:06,073 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T10:05:06,073 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T10:05:06,073 DEBUG [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1351): Waiting on 01d8163e2d611bf837eb5ae5d4482f73, 1588230740, 8865613c0a648f9a7e9f22bf1aad0449, b59377ed6507462688807ebc995529bf, bacaa6a0e63c762a586afc5580d09488, c4a3041d8d97ca7332d41ae43fcb226f, ed77ba4f662dffe6e32d8b49fd5bb25c 2024-12-11T10:05:06,073 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T10:05:06,073 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T10:05:06,073 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T10:05:06,073 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-11T10:05:06,077 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/3aab6982f232cabc9e3ccbe56029f204/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:05:06,077 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:05:06,077 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3aab6982f232cabc9e3ccbe56029f204: Waiting for close lock at 1733911506071Running coprocessor pre-close hooks at 1733911506071Disabling compacts and flushes for region at 1733911506071Disabling writes for close at 1733911506072 (+1 ms)Writing region close event to WAL at 1733911506072Running coprocessor post-close hooks at 1733911506077 (+5 ms)Closed at 1733911506077 2024-12-11T10:05:06,077 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733911456054.3aab6982f232cabc9e3ccbe56029f204. 2024-12-11T10:05:06,078 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63d94e8539a2c48c01fb06f88067e66e, disabling compactions & flushes 2024-12-11T10:05:06,078 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:05:06,078 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:05:06,078 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. after waiting 0 ms 2024-12-11T10:05:06,078 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:05:06,084 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/63d94e8539a2c48c01fb06f88067e66e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:05:06,084 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/c4a3041d8d97ca7332d41ae43fcb226f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T10:05:06,084 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:05:06,084 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:05:06,084 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63d94e8539a2c48c01fb06f88067e66e: Waiting for close lock at 1733911506078Running coprocessor pre-close hooks at 1733911506078Disabling compacts and flushes for region at 1733911506078Disabling writes for close at 1733911506078Writing region close event to WAL at 1733911506078Running coprocessor post-close hooks at 1733911506084 (+6 ms)Closed at 1733911506084 2024-12-11T10:05:06,084 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4a3041d8d97ca7332d41ae43fcb226f: Waiting for close lock at 1733911506071Running coprocessor pre-close hooks at 1733911506071Disabling compacts and flushes for region at 1733911506071Disabling writes for close at 1733911506072 (+1 ms)Writing region close event to WAL at 1733911506073 (+1 ms)Running coprocessor post-close hooks at 1733911506084 (+11 ms)Closed at 1733911506084 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733911456054.63d94e8539a2c48c01fb06f88067e66e. 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733911456054.c4a3041d8d97ca7332d41ae43fcb226f. 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed77ba4f662dffe6e32d8b49fd5bb25c, disabling compactions & flushes 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 141033a1d55b699efd8f37dfe624ea07, disabling compactions & flushes 2024-12-11T10:05:06,085 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:06,085 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:06,085 INFO [regionserver/3e788d7781dc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. after waiting 0 ms 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. after waiting 0 ms 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:06,085 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:06,088 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/141033a1d55b699efd8f37dfe624ea07/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T10:05:06,089 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:06,089 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 141033a1d55b699efd8f37dfe624ea07: Waiting for close lock at 1733911506085Running coprocessor pre-close hooks at 1733911506085Disabling compacts and flushes for region at 1733911506085Disabling writes for close at 1733911506085Writing region close event to WAL at 1733911506085Running coprocessor post-close hooks at 1733911506089 (+4 ms)Closed at 1733911506089 2024-12-11T10:05:06,089 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/ed77ba4f662dffe6e32d8b49fd5bb25c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-11T10:05:06,089 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733911456054.141033a1d55b699efd8f37dfe624ea07. 2024-12-11T10:05:06,089 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48e93085144983ac1c012e274a11d544, disabling compactions & flushes 2024-12-11T10:05:06,089 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:05:06,089 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. after waiting 0 ms 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:05:06,090 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed77ba4f662dffe6e32d8b49fd5bb25c: Waiting for close lock at 1733911506085Running coprocessor pre-close hooks at 1733911506085Disabling compacts and flushes for region at 1733911506085Disabling writes for close at 1733911506085Writing region close event to WAL at 1733911506085Running coprocessor post-close hooks at 1733911506090 (+5 ms)Closed at 1733911506090 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733911456054.ed77ba4f662dffe6e32d8b49fd5bb25c. 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01d8163e2d611bf837eb5ae5d4482f73, disabling compactions & flushes 2024-12-11T10:05:06,090 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. after waiting 0 ms 2024-12-11T10:05:06,090 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:05:06,091 INFO [regionserver/3e788d7781dc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:05:06,093 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/48e93085144983ac1c012e274a11d544/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T10:05:06,094 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:05:06,094 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48e93085144983ac1c012e274a11d544: Waiting for close lock at 1733911506089Running coprocessor pre-close hooks at 1733911506089Disabling compacts and flushes for region at 1733911506089Disabling writes for close at 1733911506090 (+1 ms)Writing region close event to WAL at 1733911506090Running coprocessor post-close hooks at 1733911506094 (+4 ms)Closed at 1733911506094 2024-12-11T10:05:06,094 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733911456054.48e93085144983ac1c012e274a11d544. 2024-12-11T10:05:06,096 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/01d8163e2d611bf837eb5ae5d4482f73/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:05:06,096 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:05:06,096 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01d8163e2d611bf837eb5ae5d4482f73: Waiting for close lock at 1733911506090Running coprocessor pre-close hooks at 1733911506090Disabling compacts and flushes for region at 1733911506090Disabling writes for close at 1733911506090Writing region close event to WAL at 1733911506090Running coprocessor post-close hooks at 1733911506096 (+6 ms)Closed at 1733911506096 2024-12-11T10:05:06,097 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733911456054.01d8163e2d611bf837eb5ae5d4482f73. 2024-12-11T10:05:06,097 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b59377ed6507462688807ebc995529bf, disabling compactions & flushes 2024-12-11T10:05:06,097 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:05:06,097 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:05:06,097 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. after waiting 0 ms 2024-12-11T10:05:06,097 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:05:06,098 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/info/cf9724eed43b42d482f32a6abca78480 is 167, key is SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488./info:regioninfo/1733911466352/Put/seqid=0 2024-12-11T10:05:06,107 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/b59377ed6507462688807ebc995529bf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-11T10:05:06,108 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:05:06,108 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b59377ed6507462688807ebc995529bf: Waiting for close lock at 1733911506097Running coprocessor pre-close hooks at 1733911506097Disabling compacts and flushes for region at 1733911506097Disabling writes for close at 1733911506097Writing region close event to WAL at 1733911506097Running coprocessor post-close hooks at 1733911506108 (+11 ms)Closed at 1733911506108 2024-12-11T10:05:06,108 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733911456054.b59377ed6507462688807ebc995529bf. 2024-12-11T10:05:06,108 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bacaa6a0e63c762a586afc5580d09488, disabling compactions & flushes 2024-12-11T10:05:06,108 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:05:06,108 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:05:06,108 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. after waiting 0 ms 2024-12-11T10:05:06,108 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:05:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741864_1040 (size=19817) 2024-12-11T10:05:06,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741864_1040 (size=19817) 2024-12-11T10:05:06,115 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/info/cf9724eed43b42d482f32a6abca78480 2024-12-11T10:05:06,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741864_1040 (size=19817) 2024-12-11T10:05:06,116 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/bacaa6a0e63c762a586afc5580d09488/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T10:05:06,117 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:05:06,117 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bacaa6a0e63c762a586afc5580d09488: Waiting for close lock at 1733911506108Running coprocessor pre-close hooks at 1733911506108Disabling compacts and flushes for region at 1733911506108Disabling writes for close at 1733911506108Writing region close event to WAL at 1733911506112 (+4 ms)Running coprocessor post-close hooks at 1733911506117 (+5 ms)Closed at 1733911506117 2024-12-11T10:05:06,117 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733911456054.bacaa6a0e63c762a586afc5580d09488. 2024-12-11T10:05:06,117 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8865613c0a648f9a7e9f22bf1aad0449, disabling compactions & flushes 2024-12-11T10:05:06,117 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:06,117 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:06,117 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. after waiting 0 ms 2024-12-11T10:05:06,117 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:06,121 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/default/SPTestTable/8865613c0a648f9a7e9f22bf1aad0449/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T10:05:06,122 INFO [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:06,122 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8865613c0a648f9a7e9f22bf1aad0449: Waiting for close lock at 1733911506117Running coprocessor pre-close hooks at 1733911506117Disabling compacts and flushes for region at 1733911506117Disabling writes for close at 1733911506117Writing region close event to WAL at 1733911506118 (+1 ms)Running coprocessor post-close hooks at 1733911506122 (+4 ms)Closed at 1733911506122 2024-12-11T10:05:06,122 DEBUG [RS_CLOSE_REGION-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733911456054.8865613c0a648f9a7e9f22bf1aad0449. 2024-12-11T10:05:06,134 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/ns/8f5111180bec4a1085bb21b209b2447c is 43, key is default/ns:d/1733911455952/Put/seqid=0 2024-12-11T10:05:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741865_1041 (size=5153) 2024-12-11T10:05:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741865_1041 (size=5153) 2024-12-11T10:05:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741865_1041 (size=5153) 2024-12-11T10:05:06,141 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/ns/8f5111180bec4a1085bb21b209b2447c 2024-12-11T10:05:06,160 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/table/0ce75df52d5d4aa6ae1a36ac34addef6 is 47, key is SPTestTable/table:state/1733911466423/Put/seqid=0 2024-12-11T10:05:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741866_1042 (size=5214) 2024-12-11T10:05:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741866_1042 (size=5214) 2024-12-11T10:05:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741866_1042 (size=5214) 2024-12-11T10:05:06,167 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/table/0ce75df52d5d4aa6ae1a36ac34addef6 2024-12-11T10:05:06,173 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/info/cf9724eed43b42d482f32a6abca78480 as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/info/cf9724eed43b42d482f32a6abca78480 2024-12-11T10:05:06,179 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/info/cf9724eed43b42d482f32a6abca78480, entries=112, sequenceid=35, filesize=19.4 K 2024-12-11T10:05:06,180 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/ns/8f5111180bec4a1085bb21b209b2447c as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/ns/8f5111180bec4a1085bb21b209b2447c 2024-12-11T10:05:06,186 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/ns/8f5111180bec4a1085bb21b209b2447c, entries=2, sequenceid=35, filesize=5.0 K 2024-12-11T10:05:06,186 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/.tmp/table/0ce75df52d5d4aa6ae1a36ac34addef6 as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/table/0ce75df52d5d4aa6ae1a36ac34addef6 2024-12-11T10:05:06,193 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/table/0ce75df52d5d4aa6ae1a36ac34addef6, entries=2, sequenceid=35, filesize=5.1 K 2024-12-11T10:05:06,194 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=35, compaction requested=false 2024-12-11T10:05:06,198 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-11T10:05:06,198 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T10:05:06,199 INFO [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T10:05:06,199 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733911506073Running coprocessor pre-close hooks at 1733911506073Disabling compacts and flushes for region at 1733911506073Disabling writes for close at 1733911506073Obtaining lock to block concurrent updates at 1733911506073Preparing flush snapshotting stores in 1588230740 at 1733911506073Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733911506074 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733911506076 (+2 ms)Flushing 1588230740/info: creating writer at 1733911506076Flushing 1588230740/info: appending metadata at 1733911506097 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733911506098 (+1 ms)Flushing 1588230740/ns: creating writer at 1733911506121 (+23 ms)Flushing 1588230740/ns: appending metadata at 1733911506133 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733911506133Flushing 1588230740/table: creating writer at 1733911506147 (+14 ms)Flushing 1588230740/table: appending metadata at 1733911506160 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733911506160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d833b89: reopening flushed file at 1733911506172 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa80c4a: reopening flushed file at 1733911506179 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63bd68d8: reopening flushed file at 1733911506186 (+7 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=35, compaction requested=false at 1733911506194 (+8 ms)Writing region close event to WAL at 1733911506195 (+1 ms)Running coprocessor post-close hooks at 1733911506198 (+3 ms)Closed at 1733911506198 2024-12-11T10:05:06,199 DEBUG [RS_CLOSE_META-regionserver/3e788d7781dc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T10:05:06,272 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(976): stopping server 3e788d7781dc,37767,1733911444993; all regions closed. 2024-12-11T10:05:06,273 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(976): stopping server 3e788d7781dc,36781,1733911444929; all regions closed. 2024-12-11T10:05:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741834_1010 (size=2917) 2024-12-11T10:05:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741834_1010 (size=2917) 2024-12-11T10:05:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741834_1010 (size=2917) 2024-12-11T10:05:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741836_1012 (size=18438) 2024-12-11T10:05:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741836_1012 (size=18438) 2024-12-11T10:05:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741836_1012 (size=18438) 2024-12-11T10:05:06,284 DEBUG [RS:2;3e788d7781dc:37767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs 2024-12-11T10:05:06,284 INFO [RS:2;3e788d7781dc:37767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e788d7781dc%2C37767%2C1733911444993:(num 1733911445655) 2024-12-11T10:05:06,284 DEBUG [RS:0;3e788d7781dc:36781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs 2024-12-11T10:05:06,284 DEBUG [RS:2;3e788d7781dc:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:05:06,284 INFO [RS:0;3e788d7781dc:36781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e788d7781dc%2C36781%2C1733911444929.meta:.meta(num 1733911455826) 2024-12-11T10:05:06,284 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:05:06,284 INFO [RS:2;3e788d7781dc:37767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T10:05:06,284 INFO [RS:2;3e788d7781dc:37767 {}] hbase.ChoreService(370): Chore service for: regionserver/3e788d7781dc:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-11T10:05:06,285 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T10:05:06,285 INFO [regionserver/3e788d7781dc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T10:05:06,285 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T10:05:06,285 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T10:05:06,285 INFO [RS:2;3e788d7781dc:37767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T10:05:06,285 INFO [RS:2;3e788d7781dc:37767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37767 2024-12-11T10:05:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741833_1009 (size=4669) 2024-12-11T10:05:06,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741833_1009 (size=4669) 2024-12-11T10:05:06,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741833_1009 (size=4669) 2024-12-11T10:05:06,288 DEBUG [RS:0;3e788d7781dc:36781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/oldWALs 2024-12-11T10:05:06,288 INFO [RS:0;3e788d7781dc:36781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3e788d7781dc%2C36781%2C1733911444929:(num 1733911445652) 2024-12-11T10:05:06,288 DEBUG [RS:0;3e788d7781dc:36781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T10:05:06,288 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T10:05:06,288 INFO [RS:0;3e788d7781dc:36781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T10:05:06,289 INFO [RS:0;3e788d7781dc:36781 {}] hbase.ChoreService(370): Chore service for: regionserver/3e788d7781dc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T10:05:06,289 INFO [RS:0;3e788d7781dc:36781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T10:05:06,289 INFO [regionserver/3e788d7781dc:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T10:05:06,289 INFO [RS:0;3e788d7781dc:36781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36781 2024-12-11T10:05:06,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e788d7781dc,37767,1733911444993 2024-12-11T10:05:06,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T10:05:06,291 INFO [RS:2;3e788d7781dc:37767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:05:06,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3e788d7781dc,36781,1733911444929 2024-12-11T10:05:06,300 INFO [RS:0;3e788d7781dc:36781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:05:06,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e788d7781dc,36781,1733911444929] 2024-12-11T10:05:06,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e788d7781dc,36781,1733911444929 already deleted, retry=false 2024-12-11T10:05:06,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e788d7781dc,36781,1733911444929 expired; onlineServers=1 2024-12-11T10:05:06,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3e788d7781dc,37767,1733911444993] 2024-12-11T10:05:06,333 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3e788d7781dc,37767,1733911444993 already deleted, retry=false 2024-12-11T10:05:06,333 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3e788d7781dc,37767,1733911444993 expired; onlineServers=0 2024-12-11T10:05:06,333 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3e788d7781dc,44253,1733911444790' ***** 2024-12-11T10:05:06,334 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T10:05:06,334 INFO [M:0;3e788d7781dc:44253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T10:05:06,334 INFO [M:0;3e788d7781dc:44253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T10:05:06,334 DEBUG [M:0;3e788d7781dc:44253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T10:05:06,334 DEBUG [M:0;3e788d7781dc:44253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T10:05:06,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T10:05:06,334 DEBUG [master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.small.0-1733911445340 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.small.0-1733911445340,5,FailOnTimeoutGroup] 2024-12-11T10:05:06,334 DEBUG [master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.large.0-1733911445340 {}] cleaner.HFileCleaner(306): Exit Thread[master/3e788d7781dc:0:becomeActiveMaster-HFileCleaner.large.0-1733911445340,5,FailOnTimeoutGroup] 2024-12-11T10:05:06,335 INFO [M:0;3e788d7781dc:44253 {}] hbase.ChoreService(370): Chore service for: master/3e788d7781dc:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T10:05:06,335 INFO [M:0;3e788d7781dc:44253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T10:05:06,335 DEBUG [M:0;3e788d7781dc:44253 {}] master.HMaster(1795): Stopping service threads 2024-12-11T10:05:06,335 INFO [M:0;3e788d7781dc:44253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T10:05:06,336 INFO [M:0;3e788d7781dc:44253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T10:05:06,336 ERROR [M:0;3e788d7781dc:44253 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:38747 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38747,5,PEWorkerGroup] 2024-12-11T10:05:06,336 INFO [M:0;3e788d7781dc:44253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T10:05:06,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T10:05:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T10:05:06,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T10:05:06,341 DEBUG [M:0;3e788d7781dc:44253 {}] zookeeper.ZKUtil(347): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T10:05:06,341 WARN [M:0;3e788d7781dc:44253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T10:05:06,342 INFO [M:0;3e788d7781dc:44253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/.lastflushedseqids 2024-12-11T10:05:06,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741867_1043 (size=650) 2024-12-11T10:05:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741867_1043 (size=650) 2024-12-11T10:05:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741867_1043 (size=650) 2024-12-11T10:05:06,349 INFO [M:0;3e788d7781dc:44253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T10:05:06,349 INFO [M:0;3e788d7781dc:44253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T10:05:06,350 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T10:05:06,350 INFO [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:05:06,350 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:05:06,350 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T10:05:06,350 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:05:06,350 INFO [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.04 KB heapSize=266.23 KB 2024-12-11T10:05:06,364 DEBUG [M:0;3e788d7781dc:44253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f7e991484754bf39c63bab56797114a is 82, key is hbase:meta,,1/info:regioninfo/1733911455865/Put/seqid=0 2024-12-11T10:05:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741868_1044 (size=5672) 2024-12-11T10:05:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741868_1044 (size=5672) 2024-12-11T10:05:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741868_1044 (size=5672) 2024-12-11T10:05:06,371 INFO [M:0;3e788d7781dc:44253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f7e991484754bf39c63bab56797114a 2024-12-11T10:05:06,389 DEBUG [M:0;3e788d7781dc:44253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32cb33b2f7844e08a9aaaf960641a6eb is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733911466426/Put/seqid=0 2024-12-11T10:05:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741869_1045 (size=9321) 2024-12-11T10:05:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741869_1045 (size=9321) 2024-12-11T10:05:06,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741869_1045 (size=9321) 2024-12-11T10:05:06,396 INFO [M:0;3e788d7781dc:44253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.30 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32cb33b2f7844e08a9aaaf960641a6eb 2024-12-11T10:05:06,401 INFO [M:0;3e788d7781dc:44253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32cb33b2f7844e08a9aaaf960641a6eb 2024-12-11T10:05:06,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:05:06,408 INFO [RS:2;3e788d7781dc:37767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:05:06,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x100148c19a30003, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:05:06,408 INFO [RS:2;3e788d7781dc:37767 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e788d7781dc,37767,1733911444993; zookeeper connection closed. 2024-12-11T10:05:06,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@442ddcca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@442ddcca 2024-12-11T10:05:06,416 DEBUG [M:0;3e788d7781dc:44253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5eebe287c84c49866528b0810fdb55 is 69, key is 3e788d7781dc,36781,1733911444929/rs:state/1733911445467/Put/seqid=0 2024-12-11T10:05:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:05:06,417 INFO [RS:0;3e788d7781dc:36781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:05:06,417 INFO [RS:0;3e788d7781dc:36781 {}] regionserver.HRegionServer(1031): Exiting; stopping=3e788d7781dc,36781,1733911444929; zookeeper connection closed. 2024-12-11T10:05:06,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36781-0x100148c19a30001, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:05:06,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67e9809b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67e9809b 2024-12-11T10:05:06,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-11T10:05:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741870_1046 (size=5442) 2024-12-11T10:05:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741870_1046 (size=5442) 2024-12-11T10:05:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741870_1046 (size=5442) 2024-12-11T10:05:06,423 INFO [M:0;3e788d7781dc:44253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5eebe287c84c49866528b0810fdb55 2024-12-11T10:05:06,427 INFO [M:0;3e788d7781dc:44253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a5eebe287c84c49866528b0810fdb55 2024-12-11T10:05:06,428 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f7e991484754bf39c63bab56797114a as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f7e991484754bf39c63bab56797114a 2024-12-11T10:05:06,433 INFO [M:0;3e788d7781dc:44253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f7e991484754bf39c63bab56797114a, entries=8, sequenceid=467, filesize=5.5 K 2024-12-11T10:05:06,434 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32cb33b2f7844e08a9aaaf960641a6eb as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32cb33b2f7844e08a9aaaf960641a6eb 2024-12-11T10:05:06,439 INFO [M:0;3e788d7781dc:44253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32cb33b2f7844e08a9aaaf960641a6eb 2024-12-11T10:05:06,439 INFO [M:0;3e788d7781dc:44253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32cb33b2f7844e08a9aaaf960641a6eb, entries=54, sequenceid=467, filesize=9.1 K 2024-12-11T10:05:06,440 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a5eebe287c84c49866528b0810fdb55 as hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5eebe287c84c49866528b0810fdb55 2024-12-11T10:05:06,446 INFO [M:0;3e788d7781dc:44253 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a5eebe287c84c49866528b0810fdb55 2024-12-11T10:05:06,446 INFO [M:0;3e788d7781dc:44253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38747/user/jenkins/test-data/e71e9a74-d162-13c6-a582-e7a5166637f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a5eebe287c84c49866528b0810fdb55, entries=3, sequenceid=467, filesize=5.3 K 2024-12-11T10:05:06,448 INFO [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.04 KB/228392, heapSize ~265.93 KB/272312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=467, compaction requested=false 2024-12-11T10:05:06,449 INFO [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T10:05:06,449 DEBUG [M:0;3e788d7781dc:44253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733911506349Disabling compacts and flushes for region at 1733911506349Disabling writes for close at 1733911506350 (+1 ms)Obtaining lock to block concurrent updates at 1733911506350Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733911506350Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228392, getHeapSize=272552, getOffHeapSize=0, getCellsCount=570 at 1733911506350Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733911506351 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733911506351Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733911506364 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733911506364Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733911506376 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733911506389 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733911506389Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733911506401 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733911506415 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733911506415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f5fba8: reopening flushed file at 1733911506427 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2140aded: reopening flushed file at 1733911506433 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1477978a: reopening flushed file at 1733911506440 (+7 ms)Finished flush of dataSize ~223.04 KB/228392, heapSize ~265.93 KB/272312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=467, compaction requested=false at 1733911506448 (+8 ms)Writing region close event to WAL at 1733911506449 (+1 ms)Closed at 1733911506449 2024-12-11T10:05:06,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32917 is added to blk_1073741830_1006 (size=259578) 2024-12-11T10:05:06,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36563 is added to blk_1073741830_1006 (size=259578) 2024-12-11T10:05:06,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42087 is added to blk_1073741830_1006 (size=259578) 2024-12-11T10:05:06,452 INFO [M:0;3e788d7781dc:44253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T10:05:06,452 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T10:05:06,452 INFO [M:0;3e788d7781dc:44253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44253 2024-12-11T10:05:06,452 INFO [M:0;3e788d7781dc:44253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T10:05:06,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:05:06,558 INFO [M:0;3e788d7781dc:44253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T10:05:06,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44253-0x100148c19a30000, quorum=127.0.0.1:52031, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T10:05:06,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@586994fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:05:06,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304832ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:05:06,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:05:06,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ac0c8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:05:06,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540cb687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,STOPPED} 2024-12-11T10:05:06,596 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T10:05:06,596 WARN [BP-71899382-172.17.0.2-1733911442944 heartbeating to localhost/127.0.0.1:38747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T10:05:06,596 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T10:05:06,596 WARN [BP-71899382-172.17.0.2-1733911442944 heartbeating to localhost/127.0.0.1:38747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71899382-172.17.0.2-1733911442944 (Datanode Uuid 1ed45c77-e990-450f-8fcf-178269fa12a3) service to localhost/127.0.0.1:38747 2024-12-11T10:05:06,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data5/current/BP-71899382-172.17.0.2-1733911442944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:05:06,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data6/current/BP-71899382-172.17.0.2-1733911442944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:05:06,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T10:05:06,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14361570{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:05:06,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46dc8449{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:05:06,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:05:06,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52ad3012{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:05:06,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3853c3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,STOPPED} 2024-12-11T10:05:06,600 WARN [BP-71899382-172.17.0.2-1733911442944 heartbeating to localhost/127.0.0.1:38747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T10:05:06,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T10:05:06,600 WARN [BP-71899382-172.17.0.2-1733911442944 heartbeating to localhost/127.0.0.1:38747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71899382-172.17.0.2-1733911442944 (Datanode Uuid bbbe37f4-d3c9-4779-901f-2f26d941d5f7) service to localhost/127.0.0.1:38747 2024-12-11T10:05:06,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T10:05:06,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data3/current/BP-71899382-172.17.0.2-1733911442944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:05:06,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data4/current/BP-71899382-172.17.0.2-1733911442944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:05:06,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T10:05:06,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7808e3bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T10:05:06,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ec7a69b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:05:06,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:05:06,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15366f48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:05:06,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10e198e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,STOPPED} 2024-12-11T10:05:06,604 WARN [BP-71899382-172.17.0.2-1733911442944 heartbeating to localhost/127.0.0.1:38747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T10:05:06,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T10:05:06,605 WARN [BP-71899382-172.17.0.2-1733911442944 heartbeating to localhost/127.0.0.1:38747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71899382-172.17.0.2-1733911442944 (Datanode Uuid 5269de8c-fe28-44b6-89fa-e1776124246d) service to localhost/127.0.0.1:38747 2024-12-11T10:05:06,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T10:05:06,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data1/current/BP-71899382-172.17.0.2-1733911442944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:05:06,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/cluster_fb14eabf-d57e-a089-808d-1edaa804d67b/data/data2/current/BP-71899382-172.17.0.2-1733911442944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T10:05:06,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T10:05:06,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c74dd2c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T10:05:06,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a9c911{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T10:05:06,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T10:05:06,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43ba6fbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T10:05:06,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44114f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5499865a-3bb0-de20-9057-2254f6663572/hadoop.log.dir/,STOPPED} 2024-12-11T10:05:06,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T10:05:06,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T10:05:06,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38747 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38747 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3e788d7781dc:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=3118 (was 3609)